-- Logs begin at Wed 2022-02-02 13:31:03 UTC, end at Wed 2022-02-02 14:46:33 UTC. -- Feb 02 14:19:46.088362 dv-cinder-818884-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 14:19:48.455981 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:19:48.456982 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 14:19:48.456982 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 14:19:48.459893 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:19:48.460145 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 14:19:48.460455 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 14:19:48.461407 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:19:48.461640 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:19:48.462001 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:19:48.462244 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:19:48.462491 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:19:48.462815 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.463116 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.463414 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.463645 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.463940 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.464230 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.464513 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.464800 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.465094 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.465378 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.465657 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.465940 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.466169 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.466476 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.466766 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.467051 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.467273 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] debug = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.467550 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.467974 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.468383 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.468718 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.469012 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.469292 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.469564 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.469839 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.470135 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.470470 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] host = dv-cinder-818884-2-iscsi {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.470748 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.471036 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.471322 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.471608 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.471881 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.472155 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.472435 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.472705 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.472978 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.473251 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.473537 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.473825 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.474119 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.474370 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.474593 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.474885 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.475168 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.475441 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.475716 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.475990 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.476263 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.476535 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.476803 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.477088 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.477373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.477690 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.477967 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.478241 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.478537 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.478812 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.479099 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.479373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.479646 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.479921 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.480206 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.480473 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.480743 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.481044 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.481329 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.481610 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.481893 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.482165 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.482472 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.482745 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.483018 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.483289 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_json = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.483560 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.483830 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.484113 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.484965 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.485241 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.485517 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.485788 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.486073 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.486375 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:48.486703 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.487000 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.487302 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.487591 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.487884 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.488165 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.488456 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.488734 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.489028 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.489318 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.489610 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.489890 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.490180 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.490486 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.490782 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.491085 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.491381 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.491674 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.491951 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.492225 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.492500 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.492779 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.493064 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.493359 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.493649 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.493926 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.494205 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.494523 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.494805 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.495080 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.495361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.495652 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.495931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.496208 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.496490 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.496769 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.497042 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.497315 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.497595 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.497886 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.498162 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.498457 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.498734 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.499015 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.499287 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.499574 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.500540 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.500829 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.501108 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.501391 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.501668 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.501944 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.502282 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.502553 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.502835 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.503114 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.503392 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.503669 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.503944 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.504220 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.504494 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.504768 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.505048 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.505326 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.505600 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.505875 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.506152 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.506468 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.506759 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.507060 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.507339 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.507619 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.507898 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.508177 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.508455 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.508732 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.509018 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.509297 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.509570 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.509861 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.510146 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.510458 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.510748 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.511029 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.511327 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.511606 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.511894 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.512178 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.512472 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.512758 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.513043 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.513339 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.513634 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.513928 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.514222 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.514542 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.514825 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.515134 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.515439 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:48.515666 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:19:48.515909 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86843) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 14:19:48.907642 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO keyring.backend [-] Loading KWallet Feb 02 14:19:48.915179 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO keyring.backend [-] Loading SecretService Feb 02 14:19:48.918913 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO keyring.backend [-] Loading Windows Feb 02 14:19:48.920265 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO keyring.backend [-] Loading chainer Feb 02 14:19:48.920853 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO keyring.backend [-] Loading macOS Feb 02 14:19:48.956324 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 14:19:48.956599 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 14:19:48.956883 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 14:19:48.957216 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 14:19:49.270646 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.270932 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.271204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.272424 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.272701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.272969 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.393838 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.394122 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.394431 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.408329 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.408633 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.408870 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.437751 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.438100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.438406 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.477390 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.478013 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.478013 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.722272 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.722569 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.722839 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.723111 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.723860 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.850542 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.850784 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.851074 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.851351 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.851618 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.851933 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.852201 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.852461 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.852735 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.853007 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.853266 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.853533 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.853797 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.854051 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.854345 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.854622 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.854879 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.855158 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.855409 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.855697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.856064 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.856317 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.856566 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.856858 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.857106 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.857343 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.857785 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.858022 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.858286 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.858514 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.858754 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.858984 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:49.859916 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 14:19:49.863587 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 14:19:49.867681 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 14:19:49.871700 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Feb 02 14:19:49.873455 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 14:19:49.873926 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 14:19:49.874274 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 14:19:49.874726 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 14:19:49.878619 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 14:19:49.878868 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 14:19:49.879238 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:19:49.909086 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 14:19:49.909551 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.909857 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86843) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 02 14:19:49.910227 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.911804 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86843) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 14:19:49.912102 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:19:49.912348 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 14:19:49.916013 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.916303 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:49.980470 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 14:19:49.980710 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 14:19:49.980923 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 14:19:49.981307 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 14:19:50.013820 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_db.sqlalchemy.engines [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86843) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 02 14:19:50.363365 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing driver for type 'gre' Feb 02 14:19:50.363904 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] gre ID ranges: [(1, 1000)] Feb 02 14:19:50.428090 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing driver for type 'local' Feb 02 14:19:50.428429 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing driver for type 'vlan' Feb 02 14:19:50.442464 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] VlanTypeDriver initialization complete Feb 02 14:19:50.442858 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing driver for type 'vxlan' Feb 02 14:19:50.443420 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] vxlan ID ranges: [(1, 1000)] Feb 02 14:19:50.515080 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing extension driver 'port_security' Feb 02 14:19:50.516126 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.extensions.port_security [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] PortSecurityExtensionDriver initialization complete Feb 02 14:19:50.516126 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing mechanism driver 'openvswitch' Feb 02 14:19:50.516126 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing mechanism driver 'hyperv' Feb 02 14:19:50.523349 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.plugin [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:50.524031 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.524397 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.524742 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.525282 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.525708 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.526055 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.526441 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.526853 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.527263 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.527621 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.528011 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.528448 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.528846 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.529193 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.529526 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.530023 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.530464 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.531372 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.531744 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.532290 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.532702 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > address_group after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.533045 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > address_group after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.533390 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.533773 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=86843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:19:50.534215 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] ML2 OVO RPC backend initialized. {{(pid=86843) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 02 14:19:50.534992 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.535343 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.535756 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.536091 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > networks before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.536442 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.536779 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > ports before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.537120 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.537458 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnets before_response 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.537803 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.538151 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.538534 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.538874 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.539247 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.539624 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.539960 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.540324 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.540692 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.541338 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.plugin [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Modular L2 Plugin initialization complete Feb 02 14:19:50.541687 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading services supported by the core plugin {{(pid=86843) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 14:19:50.542046 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.plugins.ml2.managers [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Got port-security extension from driver 'port_security' Feb 02 14:19:50.542533 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.extensions.vlantransparent [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Disabled vlantransparent extension. Feb 02 14:19:50.543017 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86843) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 14:19:50.543330 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: router Feb 02 14:19:50.585426 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.586214 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_create 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.586214 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router before_create 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.586632 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.586999 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.587397 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_delete 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.587808 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.588171 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_create 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.588514 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.588862 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.589208 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.589563 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.589985 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.590396 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.590739 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.591081 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: subnet after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.591421 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.591767 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.592128 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_create 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.592554 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.592902 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.593287 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router after_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.594286 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.594614 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_create 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.595066 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.595414 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_update 55549900 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.595788 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > agent after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.596130 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > agent after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.596476 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > network after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.597522 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Tracking information for resource: router configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:50.599762 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Tracking information for resource: floatingip configured {{(pid=86843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:19:50.603901 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.db.l3_agentschedulers_db [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 14:19:50.604642 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.605078 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.605436 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.605790 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: port after_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.606809 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router before_create 55550100 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.607182 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.607544 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_create 55550100 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.607898 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > router precommit_update 55550100 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.613067 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.provider_configuration [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service providers = [] {{(pid=86843) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 14:19:50.613478 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.db.servicetype_db [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86843) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 14:19:50.616533 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.service_base [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:19:50.616878 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.service_base [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:19:50.617218 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.service_base [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:19:50.618096 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.services.service_base [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:19:50.618505 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.services.service_base [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 14:19:50.618902 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.619215 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 14:19:50.630691 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.631020 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: auto_allocate Feb 02 14:19:50.637204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: network precommit_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.637573 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: network precommit_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.638106 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.638452 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: tag Feb 02 14:19:50.645973 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.646321 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: timestamp Feb 02 14:19:50.650657 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.650992 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: network_ip_availability Feb 02 14:19:50.657314 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.657689 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.658039 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.658866 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.659182 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: flavors Feb 02 14:19:50.664380 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.664710 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading Plugin: revisions Feb 02 14:19:50.669256 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:19:50.669653 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.713s {{(pid=86843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 14:19:50.670458 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86843) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 14:19:50.670791 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Initializing extension manager. Feb 02 14:19:50.671304 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: __init__.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.672324 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: __pycache__ {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.672655 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.672987 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: address_group.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.673952 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.674579 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: address-group Feb 02 14:19:50.674903 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: address_scope.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.675639 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.676144 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: address-scope Feb 02 14:19:50.676463 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.677460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.677969 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: router-admin-state-down-before-update Feb 02 14:19:50.678314 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: agent.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.679027 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.679527 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: agent Feb 02 14:19:50.679844 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: agent_resources_synced.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.680784 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.681294 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: agent-resources-synced Feb 02 14:19:50.681612 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: allowedaddresspairs.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.683783 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.684307 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: allowed-address-pairs Feb 02 14:19:50.684636 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: auto_allocated_topology.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.685747 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.686270 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: auto-allocated-topology Feb 02 14:19:50.686607 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: availability_zone.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.688318 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.688832 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: availability_zone Feb 02 14:19:50.689153 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: availability_zone_filter.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.690103 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.690696 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: availability_zone_filter Feb 02 14:19:50.691039 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: data_plane_status.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.691958 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.692557 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 14:19:50.692868 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: default_subnetpools.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.693823 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.694349 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: default-subnetpools Feb 02 14:19:50.694931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.695770 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.696273 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: dhcp_agent_scheduler Feb 02 14:19:50.696600 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: dns.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.697524 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.698023 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 14:19:50.698369 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: dns_domain_ports.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.699288 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.699786 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 14:19:50.700104 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: dvr.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.700782 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.701284 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: dvr Feb 02 14:19:50.701603 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: empty_string_filtering.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.702553 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.703827 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: empty-string-filtering Feb 02 14:19:50.704595 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.705204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.705938 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:19:50.705938 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.706925 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.707378 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 14:19:50.707698 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: external_net.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.708617 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.709121 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: external-net Feb 02 14:19:50.709440 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.710389 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.710907 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: extra_dhcp_opt Feb 02 14:19:50.711196 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: extraroute.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.714441 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.714441 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: extraroute Feb 02 14:19:50.714441 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: extraroute_atomic.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.714441 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.714441 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: extraroute-atomic Feb 02 14:19:50.715151 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: filter_validation.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.716859 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.716859 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: filter-validation Feb 02 14:19:50.716859 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: fip_pf_description.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.717294 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.717623 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 14:19:50.717924 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: fip_port_details.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.719625 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.720129 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: fip-port-details Feb 02 14:19:50.720456 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: flavors.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.721782 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.722321 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: flavors Feb 02 14:19:50.722670 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.724509 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.725031 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 14:19:50.725358 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: floatingip_pools.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.726067 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.726596 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: floatingip-pools Feb 02 14:19:50.726952 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: ip_allocation.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.727869 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.728373 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 14:19:50.728691 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.729606 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.730106 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: ip-substring-filtering Feb 02 14:19:50.730460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l2_adjacency.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.731386 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.731881 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 14:19:50.732195 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.733201 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.733711 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: router Feb 02 14:19:50.734132 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.738123 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.738680 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:19:50.739011 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.740395 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.740913 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: ext-gw-mode Feb 02 14:19:50.741239 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.742843 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.743355 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: l3-ha Feb 02 14:19:50.743677 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3_flavors.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.744594 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.746411 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: l3-flavors Feb 02 14:19:50.746411 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.746411 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.746842 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 14:19:50.747164 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: l3agentscheduler.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.748255 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.748764 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: l3_agent_scheduler Feb 02 14:19:50.749086 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: logging.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.750798 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.751309 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension logging not supported by any of loaded plugins Feb 02 14:19:50.751634 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: metering.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.752420 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.753007 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: metering Feb 02 14:19:50.753373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.754550 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.755060 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: metering_source_and_destination_fields Feb 02 14:19:50.755383 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: multiprovidernet.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.756304 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.756814 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: multi-provider Feb 02 14:19:50.757134 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: netmtu.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.758162 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.758702 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: net-mtu Feb 02 14:19:50.759019 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: netmtu_writable.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.759927 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.760430 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: net-mtu-writable Feb 02 14:19:50.760747 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: network_availability_zone.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.761426 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.761919 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: network_availability_zone Feb 02 14:19:50.762232 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: network_ip_availability.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.763385 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.763882 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: network-ip-availability Feb 02 14:19:50.764197 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: network_segment_range.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.764964 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.766140 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 14:19:50.766140 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: pagination.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.767433 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.767761 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: pagination Feb 02 14:19:50.768080 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: port_device_profile.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.768974 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.769486 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: port-device-profile Feb 02 14:19:50.769807 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.770756 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.771263 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: port-mac-address-regenerate Feb 02 14:19:50.771583 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.772484 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.772987 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: port-numa-affinity-policy Feb 02 14:19:50.773309 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: port_resource_request.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.774208 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.776343 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 14:19:50.776343 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: portbindings.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.776343 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.776568 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: binding Feb 02 14:19:50.776772 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: portbindings_extended.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.778103 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.778652 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: binding-extended Feb 02 14:19:50.779081 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: portsecurity.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.779858 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.780381 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: port-security Feb 02 14:19:50.780802 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: project_id.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.782564 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.782897 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: project-id Feb 02 14:19:50.783217 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: providernet.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.784135 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.784644 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: provider Feb 02 14:19:50.784960 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.788931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.789453 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos not supported by any of loaded plugins Feb 02 14:19:50.789781 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.791095 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.791620 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 14:19:50.791954 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.793043 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.793374 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 14:19:50.793703 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_default.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.794646 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.795415 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-default not supported by any of loaded plugins Feb 02 14:19:50.795783 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_fip.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.796131 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.796759 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 14:19:50.797080 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_gateway_ip.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.798017 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.798546 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 14:19:50.798868 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_port_network_policy.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.799786 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.800290 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 14:19:50.800610 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_rule_type_details.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.801516 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.802020 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 14:19:50.802368 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: qos_rules_alias.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.803452 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.803962 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 14:19:50.804282 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: quotasv2.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.805250 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.805572 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: quotas Feb 02 14:19:50.805890 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: quotasv2_detail.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.807560 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.807891 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: quota_details Feb 02 14:19:50.808218 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: rbac.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.809275 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.809797 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: rbac-policies Feb 02 14:19:50.810124 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: rbac_address_group.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.811072 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.811589 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: rbac-address-group Feb 02 14:19:50.811912 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: rbac_address_scope.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.812948 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.813634 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: rbac-address-scope Feb 02 14:19:50.813862 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: rbac_security_groups.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.814859 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.815374 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: rbac-security-groups Feb 02 14:19:50.815698 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: rbac_subnetpool.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.816625 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.817128 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: rbac-subnetpool Feb 02 14:19:50.817451 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: revisionifmatch.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.818400 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.818909 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: revision-if-match Feb 02 14:19:50.819230 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: revisions.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.820623 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.821127 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: standard-attr-revisions Feb 02 14:19:50.821448 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: router_availability_zone.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.822118 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.822649 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: router_availability_zone Feb 02 14:19:50.822970 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: routerservicetype.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.823882 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.824389 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 14:19:50.824710 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.825616 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.826116 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: security-groups-normalized-cidr Feb 02 14:19:50.826464 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.827372 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.828452 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: port-security-groups-filtering Feb 02 14:19:50.828771 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.829843 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.830375 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: security-groups-remote-address-group Feb 02 14:19:50.830700 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: securitygroup.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.840469 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.841019 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: security-group Feb 02 14:19:50.841348 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: segment.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.842338 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.842873 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension segment not supported by any of loaded plugins Feb 02 14:19:50.843229 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.845112 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.845626 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 14:19:50.845950 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: servicetype.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.847166 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.847697 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: service-type Feb 02 14:19:50.848050 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: sorting.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.849090 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.849413 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: sorting Feb 02 14:19:50.849736 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: standard_attr_segment.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.850708 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.851221 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 14:19:50.851538 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: standardattrdescription.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.852194 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.852695 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: standard-attr-description Feb 02 14:19:50.853015 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: stateful_security_group.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.853944 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.854488 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: stateful-security-group Feb 02 14:19:50.854856 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: stdattrs_common.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.855446 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 14:19:50.855827 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnet_onboard.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: subnet_onboard Feb 02 14:19:50.864361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnet_service_types.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: subnet-service-types Feb 02 14:19:50.864856 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnetallocation.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.865289 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.865289 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: subnet_allocation Feb 02 14:19:50.865605 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.866280 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.866787 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: subnetpool-prefix-ops Feb 02 14:19:50.867109 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.868055 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.868563 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 14:19:50.868887 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: tagging.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.869966 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.870509 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: standard-attr-tag Feb 02 14:19:50.870837 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: timestamp.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.872059 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.872703 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loaded extension: standard-attr-timestamp Feb 02 14:19:50.873191 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: trunk.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.874392 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.875612 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension trunk not supported by any of loaded plugins Feb 02 14:19:50.876034 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: trunk_details.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.876969 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.877475 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 14:19:50.877802 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: uplink_status_propagation.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.878992 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.879596 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 14:19:50.880003 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Loading extension file: vlantransparent.py {{(pid=86843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:19:50.880697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:19:50.881213 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 14:19:50.884234 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:network Feb 02 14:19:50.885027 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnet Feb 02 14:19:50.885963 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:19:50.886597 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:port Feb 02 14:19:50.887916 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.888352 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service FLAVORS assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.888977 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.889400 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.889725 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:router Feb 02 14:19:50.891033 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:19:50.891768 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service METERING assigned prefix: /metering {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.893210 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.893574 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.893931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:19:50.895138 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:19:50.895631 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:19:50.896269 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:19:50.896998 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service CORE assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.897449 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:19:50.897807 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] subnetpool is already registered Feb 02 14:19:50.898482 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service CORE assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.898810 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:19:50.899131 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] subnetpool is already registered Feb 02 14:19:50.901725 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.902162 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service FLAVORS assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.902785 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.903204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.903534 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:router Feb 02 14:19:50.903861 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] router is already registered Feb 02 14:19:50.904456 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:19:50.904781 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] floatingip is already registered Feb 02 14:19:50.905407 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service METERING assigned prefix: /metering {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.906745 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:19:50.907068 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] rbac_policy is already registered Feb 02 14:19:50.907768 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:19:50.908143 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] security_group is already registered Feb 02 14:19:50.908940 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:19:50.909212 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] security_group_rule is already registered Feb 02 14:19:50.909894 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service CORE assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.910225 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:19:50.910580 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] subnetpool is already registered Feb 02 14:19:50.911199 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.v2.resource_helper [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Service CORE assigned prefix: {{(pid=86843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:19:50.911658 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:19:50.912024 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING neutron.quota.resource_registry [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] subnetpool is already registered Feb 02 14:19:50.912714 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: extensions {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.914209 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: address-groups {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.915908 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: address-scopes {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.917269 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: agents {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.918701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: auto-allocated-topology {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.919963 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: availability_zones {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.921335 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: dhcp-networks {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.923208 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: dhcp-agents {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.924640 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: routers {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.926473 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: flavors {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.927632 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: service_profiles {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.928820 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: next_providers {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.931571 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: service_profiles {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.933082 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: floatingip-pools {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.934338 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: routers {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.936149 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: floatingips {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.938107 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: l3-routers {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.939804 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: l3-agents {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.941313 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: metering-labels {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.943046 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: metering-label-rules {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.944348 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: network-ip-availabilities {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.945875 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: bindings {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.947571 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: quotas {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.949200 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: quotas {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.950766 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: rbac-policies {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.952098 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: security-groups {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.954216 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: security-group-rules {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.955608 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: service-providers {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.956817 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: subnetpools {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.958244 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: subnetpools {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.959726 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.961379 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.963216 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.964991 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.966999 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.968938 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.970659 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.972572 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.974476 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.976306 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron.api.extensions [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Extended resource: tags {{(pid=86843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:19:50.982403 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING keystonemiddleware.auth_token [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 14:19:50.987597 dv-cinder-818884-2-iscsi neutron-server[86843]: WARNING keystonemiddleware.auth_token [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 14:19:50.996924 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Acquired lock "singleton_lock" {{(pid=86843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 02 14:19:50.997235 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_concurrency.lockutils [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Releasing lock "singleton_lock" {{(pid=86843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 02 14:19:50.997896 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Starting 2 workers Feb 02 14:19:51.003574 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Started child 86948 {{(pid=86843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:19:51.008204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Started child 86949 {{(pid=86843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:19:51.009850 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO neutron.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 14:19:51.010536 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Notify callbacks [] for process, before_spawn {{(pid=86843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.010786 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.012507 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [-] (86948) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:19:51.013517 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Starting 1 workers Feb 02 14:19:51.017916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.019422 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [-] (86949) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:19:51.020440 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Started child 86950 {{(pid=86843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:19:51.021185 dv-cinder-818884-2-iscsi neutron-server[86843]: INFO oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Starting 1 workers Feb 02 14:19:51.025788 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] calling RpcWorker wait() {{(pid=86950) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 14:19:51.026441 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] returning from RpcWorker wait() {{(pid=86950) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 14:19:51.027032 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Started child 86951 {{(pid=86843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:19:51.027998 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.028104 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG neutron_lib.callbacks.manager [None req-cff6d701-8c2c-4822-8420-baddef6dba02 None None] Notify callbacks [] for process, after_spawn {{(pid=86843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.028583 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:51.030237 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 14:19:51.030537 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:19:51.031386 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:19:51.031667 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:19:51.032115 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:19:51.032321 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:19:51.033191 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.033450 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:19:51.034185 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.034185 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.034553 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.034930 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.035834 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.036036 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.036350 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.036728 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.037039 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.037265 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.037480 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.037793 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.038094 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.038513 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.038880 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.039183 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.039521 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.039731 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.040068 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.040394 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.040692 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.041058 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] debug = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.041374 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.042012 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.042245 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.042561 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.042786 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.043078 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.043306 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.043571 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.043805 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.044052 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.044265 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.044514 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.044857 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.044999 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.045209 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.045445 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.045663 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.046207 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] host = dv-cinder-818884-2-iscsi {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.046636 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.047415 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.047654 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.047906 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.048156 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.048400 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.048670 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.048964 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.049194 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.049433 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.049682 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.049922 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.050225 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.050445 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.050610 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_options = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.050850 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.051170 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.051454 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.051661 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.051830 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.051999 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.052299 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.052512 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.052696 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.052947 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.053284 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.053455 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.053638 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.053965 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.054406 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.054674 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.054923 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.055125 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.056074 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.056297 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.056578 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.056578 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.056969 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.057435 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.057435 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.057790 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.057790 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.058070 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.058223 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.058550 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.058844 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.059182 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.059417 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.059647 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.059876 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.060101 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.060559 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.060764 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.060939 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.061170 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.061596 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.061596 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.062056 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.062056 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.062543 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.062772 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_json = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.062772 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.063205 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.063618 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.063618 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.064051 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.064051 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.064491 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.064491 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.064943 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.065192 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.065429 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.065656 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.065894 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.066134 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.066446 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.066682 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.066904 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.067139 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.067139 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.067583 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.067823 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.068051 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.068292 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.068535 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.069162 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.069837 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.070096 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.070360 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:51.070647 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.070647 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.071242 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.071242 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.071834 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.072079 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.072297 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.072989 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.073254 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.073477 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.073900 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.073900 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.074731 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.075043 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.075391 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.075878 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.075878 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.076299 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.076535 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.076535 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.076957 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.077195 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.077432 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.077651 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.077879 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.078124 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.078413 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.078841 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.078841 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.079255 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.079255 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.079697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.079697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080298 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080298 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080298 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080979 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080979 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.080979 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.081631 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.081631 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.081631 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.082438 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.082438 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.082438 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083075 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083075 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083075 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083712 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083712 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.083712 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.084494 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.084494 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.084494 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.084494 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.085355 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.085355 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.085355 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.085355 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.086147 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.086147 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.086147 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.086147 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087915 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087915 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.087915 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.088409 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.088409 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.088654 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.089609 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.089609 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.089609 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.089609 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.089911 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.090144 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.090242 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.090721 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.090721 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.090935 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.091222 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.091382 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.091739 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.091836 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.092032 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.092322 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.092560 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.092828 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.093089 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095037 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095037 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095037 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095037 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095037 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095394 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095551 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.095831 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.096108 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.096376 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.096624 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.096880 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.097131 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.097379 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.097601 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.098981 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.098981 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.098981 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.098981 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.098981 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.099373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.099373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.099610 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.100050 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.100050 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.100249 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.100536 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.100774 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.101134 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.101451 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.101671 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.101927 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.102199 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.102880 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.102880 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.102880 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.103324 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107016 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107997 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107997 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107997 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.107997 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.108243 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.108320 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.108710 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.108810 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.109755 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.110220 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.110602 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.110602 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.110808 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.111042 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.111451 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.111688 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.111929 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.112185 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.112432 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.112683 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.112889 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.113145 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.113369 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.113584 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.113803 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.114034 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.114281 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.114594 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.114762 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.114997 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.115265 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.115474 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.115867 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.116127 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.116364 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.116647 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.116862 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.117088 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.117310 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.117539 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.117748 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.117954 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.118157 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.118485 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.118702 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.118962 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.119171 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.119384 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.119595 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.119841 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.120053 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.120338 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.120580 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.120857 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.121071 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.121315 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.121554 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.121758 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.122125 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.122402 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.122728 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.122931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.123290 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.123660 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.124024 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.124360 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.124835 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.125085 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.125330 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.125712 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.125843 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.126058 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.126527 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.126804 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.127057 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.127320 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.127536 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.127755 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.127978 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.128246 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.128612 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.128881 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.129133 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.129553 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.129853 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.130147 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.130448 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.130704 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.131033 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.131433 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.131719 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.131968 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.132194 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.132492 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.132870 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134006 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134006 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134006 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134006 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134371 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134479 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134712 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.134929 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.135155 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.135377 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.135618 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.135947 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.136641 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.136641 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.136641 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:19:51.137217 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 14:19:51.137217 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:19:51.137217 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:19:51.137443 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:19:51.137528 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:19:51.137648 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:19:51.137855 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138118 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138280 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138365 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138817 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138817 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.138817 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139115 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139115 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139265 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139360 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139500 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139661 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139814 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.139971 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140233 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140336 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140482 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140740 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140838 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.140946 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141102 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141277 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] debug = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141436 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141626 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141789 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.141944 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.142106 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.142331 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.142490 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.142645 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.142903 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143090 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143090 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143348 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143481 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143571 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143651 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143804 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.143957 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144114 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] host = dv-cinder-818884-2-iscsi {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144261 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144417 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144570 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144748 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.144876 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145029 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145181 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145330 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145482 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145637 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.145791 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146081 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146239 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146449 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146735 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_options = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146828 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.146948 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.147146 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.147302 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.147439 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.147574 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148002 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148002 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148545 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148545 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148800 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.148800 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149046 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149188 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149327 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149470 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149604 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149708 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.149795 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150171 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150171 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150373 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150453 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150557 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150711 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.150864 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151020 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151174 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151329 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151483 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151664 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151788 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.151942 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152097 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152404 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152404 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152563 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152681 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.152835 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153022 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153121 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153278 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153432 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153585 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153738 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.153890 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_json = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154043 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154196 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154378 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154533 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154774 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154876 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.154972 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.155129 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.155283 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:19:51.155531 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.155641 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.156356 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.156633 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.156900 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157175 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157328 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157488 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157631 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157776 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.157932 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.158079 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.158701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.158701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.158701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.158701 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159235 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159235 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159235 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159608 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159724 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.159881 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160044 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160205 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160353 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160526 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160677 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160810 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.160946 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161103 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161260 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161418 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161577 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161753 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.161960 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.162137 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.162332 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.162511 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.162691 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.162839 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163024 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163214 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163402 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163566 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163715 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.163867 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164025 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164183 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164352 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164511 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164669 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164827 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.164984 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165141 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165299 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165457 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165686 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165823 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.165911 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166070 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166226 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166596 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166596 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166747 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.166848 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167006 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167163 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167347 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167478 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167635 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167792 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.167950 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168107 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168264 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168420 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168577 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168734 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.168890 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169047 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169204 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169361 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169518 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169686 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.169859 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170046 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170226 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170398 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170534 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170640 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170804 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.170958 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.171164 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.171297 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.171573 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.172364 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.172598 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.172598 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.172897 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.172897 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173149 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173149 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173400 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173864 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173864 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173864 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.173864 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174222 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174222 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174501 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174501 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174751 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174751 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.174947 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175069 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175237 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175395 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175553 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175808 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.175898 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176012 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176168 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176327 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176457 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:51.176541 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176630 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176788 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.176954 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177124 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177283 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177440 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177599 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177780 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.177938 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.178155 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.178790 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179039 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179144 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179269 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179428 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179587 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179744 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.179903 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.180063 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.180219 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.180439 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.180619 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.180833 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181026 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181190 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181350 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181510 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.181839 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.182624 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.182996 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.183131 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.183285 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.183455 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.183586 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184087 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184087 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184087 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184460 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184697 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184787 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.184869 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185027 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185370 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185370 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185531 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185637 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.185793 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.186000 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.186100 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.186245 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.186940 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188192 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188192 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188192 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188456 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188456 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188609 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188734 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.188878 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189057 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189218 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189376 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189533 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189692 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.189854 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190014 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190171 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190351 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190511 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190668 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.190829 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191007 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191155 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191313 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191470 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191627 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191784 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.191943 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192112 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192272 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192428 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192590 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192734 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.192943 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193047 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193188 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193377 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193547 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193692 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.193868 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.194029 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.194657 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.194969 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.195175 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.195342 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.195498 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.195680 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.195838 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196077 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196178 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196308 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196470 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196672 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196816 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.196947 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197091 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197255 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197418 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197604 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197805 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.197973 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198140 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198393 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198488 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198637 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198801 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.198971 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199128 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199287 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199443 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199600 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.199931 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200081 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200192 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200349 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200506 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200662 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200819 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.200976 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201138 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201296 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201452 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201608 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201768 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.201921 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:19:51.202072 dv-cinder-818884-2-iscsi neutron-server[86843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:19:51.281184 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 40730) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:19:51.290368 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067258 Feb 02 14:20:03.044422 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5146f91-65d7-4636-a345-3070a9770460 None None] get_active_networks_info from dv-cinder-818884-2-iscsi {{(pid=86950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 02 14:20:03.244265 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5146f91-65d7-4636-a345-3070a9770460 None None] No non-hosted networks {{(pid=86950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 14:20:03.255439 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.agentschedulers_db [None req-e5146f91-65d7-4636-a345-3070a9770460 None None] DHCP Agent not found on host dv-cinder-818884-2-iscsi {{(pid=86950) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 14:20:03.334732 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5c41309d-877c-4ead-98ed-e24ddabb0db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:06.163005 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6b8-aad0-4010-83ee-14be9374db7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:06.243956 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-12a38b1b-ddad-4be6-a61d-3e914dfdbd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:07.152438 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:07.154754 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.161110 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.161605 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.171222 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.171987 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.177530 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.178054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.178547 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.182203 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.183715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.187415 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.187806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:07.188250 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818884-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:07.224473 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818884-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:07.344137 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:08.954619 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.db.l3_hamode_db [None req-c7d2a2da-4c9c-4338-ad8c-e3cabea61285 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 14:20:09.086548 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2a2da-4c9c-4338-ad8c-e3cabea61285 None None] Routers set() bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:20:09.087021 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2a2da-4c9c-4338-ad8c-e3cabea61285 None None] Router IDs set() for agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 02 14:20:09.290510 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:10.595466 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 40822) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:11.250894 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING oslo_policy.policy [None req-f79a5388-8de6-4a33-92b7-df00f01aff2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:11.251716 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING oslo_policy.policy [None req-f79a5388-8de6-4a33-92b7-df00f01aff2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:11.517153 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [None req-f79a5388-8de6-4a33-92b7-df00f01aff2b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:20:11.518125 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f79a5388-8de6-4a33-92b7-df00f01aff2b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9217768 Feb 02 14:20:13.959207 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 40836) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:14.360858 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:14.468345 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.policy [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 14:20:14.513964 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING oslo_policy.policy [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:14.514408 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING oslo_policy.policy [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:14.522984 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.quota [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Loaded quota_driver: . Feb 02 14:20:14.538675 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:14.601451 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317935613', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317927880', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317921501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317885587', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317871841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760317895043', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2042346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1867841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785431'] for rbac-policy, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:14.667053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:14.668112 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7cd825ea-aa25-4f3c-8494-9f2d9936e82f admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7079501 Feb 02 14:20:17.326917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 40850) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:17.697587 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Request body: {'network': {'name': 'private', 'project_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:17.702277 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:17.706626 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Usage tracker for resource:network and tenant:249561ec24ad4f30b8abaf5681628252 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:17.711179 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:17.717353 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:17.727122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Made reservation on behalf of 249561ec24ad4f30b8abaf5681628252 for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:20:17.729999 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:17.749232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:17.763476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:17.767186 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Usage tracker for resource:security_group_rule and tenant:249561ec24ad4f30b8abaf5681628252 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:17.772542 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:17.778092 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:17.887714 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:17.892131 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:17.915476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:20:17.941951 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760316358449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:17.942568 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Unsubscribe: segment precommit_create {{(pid=86949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:20:17.943325 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Added segment ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec of type vlan for network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 Feb 02 14:20:17.990242 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97390a38-1930-44e0-98c9-6bda95e01813,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:18.010818 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.011177 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.011554 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.011902 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.012129 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.012469 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.012842 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.013682 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.014010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.014352 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.014664 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.014968 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Tracked resource versions report: Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: pushed versions: Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: { 'AddressGroup': {'1.2'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'ConntrackHelper': {'1.0'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Log': {'1.0'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Network': {'1.1'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Port': {'1.7'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'PortForwarding': {'1.2'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'QosPolicy': {'1.8'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroup': {'1.4'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SubPort': {'1.0'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Subnet': {'1.1'}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Trunk': {'1.1'}} Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: consumer versions: Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'ConntrackHelper': '1.0', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Log': '1.0', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Network': '1.1', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Port': '1.7', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'PortForwarding': '1.2', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'QosPolicy': '1.8', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroup': '1.4', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroupRule': '1.2', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SubPort': '1.0', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Subnet': '1.1', Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Trunk': '1.1'}} Feb 02 14:20:18.015983 dv-cinder-818884-2-iscsi neutron-server[86949]: {{(pid=86949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:20:18.054081 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:18.099498 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:18.100733 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:18.101444 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:18.214643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] Pushing event updated for resources: {'Network': ['ID=1f6221bf-8cbe-4cc3-b2f8-d07950ac5120,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:18.221372 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d2f2062f-b133-41ff-98ad-8f688a22622a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8933249 Feb 02 14:20:18.234375 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:20:20.992921 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 40866) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:21.460206 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa04ae-5b3d-4d1a-b162-9b522a4c6bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:21.461688 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-10aa04ae-5b3d-4d1a-b162-9b522a4c6bbd admin admin] 10.222.0.48 "GET /v2.0/networks/1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 HTTP/1.1" status: 200 len: 825 time: 0.4677083 Feb 02 14:20:21.489969 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-34b9b3f3-5d96-43fb-988f-d6a4b7c4fabe admin admin] 10.222.0.48 "GET /v2.0/subnetpools/c8945500-dc99-4465-b20e-36de2c47ea17 HTTP/1.1" status: 200 len: 734 time: 0.0228355 Feb 02 14:20:21.499534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:21.504266 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:21.508052 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Usage tracker for resource:subnet and tenant:249561ec24ad4f30b8abaf5681628252 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:21.511041 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:21.517159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:21.527903 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Made reservation on behalf of 249561ec24ad4f30b8abaf5681628252 for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:20:21.531348 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Notify callbacks [] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:21.849952 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:21.944297 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Checking segment: {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:20:21.944648 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Network hostable DHCP agents. Network: 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:20:21.948845 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2758dc58-6f8c-4485-b762-383b089901ef,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:21.972850 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:20:21.985660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:21.991662 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:21.992269 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:21.999277 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0017f7-23af-4b97-a88e-ab2660bff78f None None] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:20:22.017773 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e8d01972-0348-4dca-8cb2-062b183b65da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5222461 Feb 02 14:20:22.476743 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:20:22.478040 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:22.718667 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Allocated IP 172.20.0.2 (1f6221bf-8cbe-4cc3-b2f8-d07950ac5120/2758dc58-6f8c-4485-b762-383b089901ef/ea12813b-1e8f-411a-9442-5813cb8ce363) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:20:22.987552 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:23.001702 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Transition to ACTIVE for port object ea12813b-1e8f-411a-9442-5813cb8ce363 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:20:23.023695 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Transition to ACTIVE for port object ea12813b-1e8f-411a-9442-5813cb8ce363 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:20:23.034219 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:23.105565 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:20:23.109123 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:23.114286 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:20:23.124002 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Pushing event updated for resources: {'Port': ['ID=ea12813b-1e8f-411a-9442-5813cb8ce363,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:23.168369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.168854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.169228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.169559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.169889 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.170216 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.170565 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.170888 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.171232 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.171554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.171876 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.172186 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Tracked resource versions report: Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: pushed versions: Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: { 'AddressGroup': {'1.2'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'ConntrackHelper': {'1.0'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Log': {'1.0'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Network': {'1.1'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Port': {'1.7'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'PortForwarding': {'1.2'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'QosPolicy': {'1.8'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroup': {'1.4'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SubPort': {'1.0'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Subnet': {'1.1'}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Trunk': {'1.1'}} Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: consumer versions: Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'ConntrackHelper': '1.0', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Log': '1.0', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Network': '1.1', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Port': '1.7', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'PortForwarding': '1.2', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'QosPolicy': '1.8', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroup': '1.4', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroupRule': '1.2', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SubPort': '1.0', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Subnet': '1.1', Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Trunk': '1.1'}} Feb 02 14:20:23.173254 dv-cinder-818884-2-iscsi neutron-server[86950]: {{(pid=86950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:20:23.229026 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Attempting to bind port ea12813b-1e8f-411a-9442-5813cb8ce363 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:20:23.229418 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Attempting to bind port ea12813b-1e8f-411a-9442-5813cb8ce363 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:20:23.229847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Attempting to bind port ea12813b-1e8f-411a-9442-5813cb8ce363 on network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:20:23.236319 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:20:23.236751 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Checking segment: {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:20:23.237223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:23.237670 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Bound using segment: {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:20:23.238119 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Bound port: ea12813b-1e8f-411a-9442-5813cb8ce363, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:20:23.238559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:23.353986 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] For port ea12813b-1e8f-411a-9442-5813cb8ce363, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:20:23.358520 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] For port ea12813b-1e8f-411a-9442-5813cb8ce363, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=ea12813b-1e8f-411a-9442-5813cb8ce363,segment=NetworkSegment(ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec),segment_id=ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:20:23.365789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:23.456558 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff612-4d02-4147-b0db-8f30d46af3b1 None None] Pushing event updated for resources: {'Port': ['ID=ea12813b-1e8f-411a-9442-5813cb8ce363,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:24.625795 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40876) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:25.281202 dv-cinder-818884-2-iscsi neutron-server[86948]: WARNING oslo_policy.policy [None req-cb19985c-f582-4e47-b13c-af12e69a7840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:25.281785 dv-cinder-818884-2-iscsi neutron-server[86948]: WARNING oslo_policy.policy [None req-cb19985c-f582-4e47-b13c-af12e69a7840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:25.512868 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [None req-cb19985c-f582-4e47-b13c-af12e69a7840 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:20:25.526275 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cb19985c-f582-4e47-b13c-af12e69a7840 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8861532 Feb 02 14:20:27.196478 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device ea12813b-1e8f-411a-9442-5813cb8ce363 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:27.268201 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51491d22-befb-4f25-ac46-7073334339a2 None None] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:20:27.367412 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port ea12813b-1e8f-411a-9442-5813cb8ce363 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:20:27.387600 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Provisioning for port ea12813b-1e8f-411a-9442-5813cb8ce363 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:20:27.398011 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Provisioning complete for port ea12813b-1e8f-411a-9442-5813cb8ce363 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:27.398438 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:27.631425 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:27.679107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] For port ea12813b-1e8f-411a-9442-5813cb8ce363, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=ea12813b-1e8f-411a-9442-5813cb8ce363,segment=NetworkSegment(ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec),segment_id=ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:20:27.685096 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:27.773266 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef5cd6-a0d9-4c4c-a0b3-2ac3eadec859 None None] Pushing event updated for resources: {'Port': ['ID=ea12813b-1e8f-411a-9442-5813cb8ce363,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:28.006399 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-4c553d6c-0931-4c8e-bf3c-615ab44ef882 None None] Provisioning complete for port ea12813b-1e8f-411a-9442-5813cb8ce363 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:28.006860 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4c553d6c-0931-4c8e-bf3c-615ab44ef882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:28.021395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40898) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:28.423034 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [None req-4940cbec-cfa8-4c4f-87a1-c8cd14f6c6ba admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:20:28.423985 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4940cbec-cfa8-4c4f-87a1-c8cd14f6c6ba admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4017398 Feb 02 14:20:29.137923 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device ea12813b-1e8f-411a-9442-5813cb8ce363 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:29.209377 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port ea12813b-1e8f-411a-9442-5813cb8ce363 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:29.209741 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.087334 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:20:31.163006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40910) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:31.518912 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Request body: {'router': {'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'name': 'router1', 'admin_state_up': True}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:31.596082 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.policy [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 14:20:31.642871 dv-cinder-818884-2-iscsi neutron-server[86948]: WARNING oslo_policy.policy [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:31.643251 dv-cinder-818884-2-iscsi neutron-server[86948]: WARNING oslo_policy.policy [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:20:31.652465 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.quota [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Loaded quota_driver: . Feb 02 14:20:31.667320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:31.674105 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Usage tracker for resource:router and tenant:249561ec24ad4f30b8abaf5681628252 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:31.678933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:31.687359 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:31.704671 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.707074 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.734483 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.855039 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.876925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:31.878126 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9f437828-c205-4b44-9e11-7bb99599e384 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7141819 Feb 02 14:20:33.020388 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c710d27d-3343-44f0-8c54-98e57a685559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:34.316770 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40922) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:34.702976 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [None req-417dcd9c-6e43-4931-8279-50ef1b58c118 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:20:34.703980 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-417dcd9c-6e43-4931-8279-50ef1b58c118 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3861003 Feb 02 14:20:36.163863 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7c291cfa-0491-42bb-8add-7cd031d10fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.131329 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.157899 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40932) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:37.270421 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.562909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:37.568341 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:37.572593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Usage tracker for resource:network and tenant:4f2fc36a87b047cc96f197a6894d934f is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:37.576435 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:37.582000 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:37.592257 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Made reservation on behalf of 4f2fc36a87b047cc96f197a6894d934f for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:20:37.595266 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.613073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.627538 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:37.631245 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2fc36a87b047cc96f197a6894d934f is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:37.634402 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:37.640205 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:37.734572 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.738307 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.752925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Reserving flat network on physical network physnet1 {{(pid=86948) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 14:20:37.785760 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760316358449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.786271 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Unsubscribe: segment precommit_create {{(pid=86948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:20:37.786770 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Added segment b8bc35fe-5624-4248-b6d1-b7784088f659 of type flat for network cd002351-10c4-40b0-a8a1-ff7c2e53b56e Feb 02 14:20:37.837312 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d99cf3-cc17-481c-8912-ba6b2b160cd3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:37.856999 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.857342 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.857678 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.858001 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.858342 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.858678 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.858996 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.859309 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.859635 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.859949 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.860254 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.860562 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Tracked resource versions report: Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: pushed versions: Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: { 'AddressGroup': {'1.2'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'ConntrackHelper': {'1.0'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Log': {'1.0'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Network': {'1.1'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Port': {'1.7'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'PortForwarding': {'1.2'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'QosPolicy': {'1.8'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroup': {'1.4'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SubPort': {'1.0'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Subnet': {'1.1'}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Trunk': {'1.1'}} Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: consumer versions: Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'ConntrackHelper': '1.0', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Log': '1.0', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Network': '1.1', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Port': '1.7', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'PortForwarding': '1.2', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'QosPolicy': '1.8', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroup': '1.4', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroupRule': '1.2', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SubPort': '1.0', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Subnet': '1.1', Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Trunk': '1.1'}} Feb 02 14:20:37.861564 dv-cinder-818884-2-iscsi neutron-server[86948]: {{(pid=86948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:20:37.902125 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.945759 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:37.946984 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:37.947634 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:38.053810 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd002351-10c4-40b0-a8a1-ff7c2e53b56e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:38.056736 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d0ce8809-bdc9-45d0-ae28-f01498bf3ef1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8978815 Feb 02 14:20:38.066554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:20:39.277950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:40.457134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40956) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:40.677036 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc96ab-3f4e-4c0a-aed9-0ec251d81b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:40.678439 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-10dc96ab-3f4e-4c0a-aed9-0ec251d81b51 admin admin] 10.222.0.48 "GET /v2.0/subnets/2758dc58-6f8c-4485-b762-383b089901ef HTTP/1.1" status: 200 len: 849 time: 0.2204094 Feb 02 14:20:40.845577 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c8196555-571e-473a-bb27-a85037336a37 admin admin] 10.222.0.48 "GET /v2.0/routers/464b923e-0143-4c9b-904d-e5a56c3a3729 HTTP/1.1" status: 200 len: 704 time: 0.1614783 Feb 02 14:20:41.310475 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:41.546226 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Allocated IP 172.20.0.1 (1f6221bf-8cbe-4cc3-b2f8-d07950ac5120/2758dc58-6f8c-4485-b762-383b089901ef/37ac17c8-d07c-4754-9ce7-f3002e310d8e) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:20:41.703373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:41.721584 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Transition to ACTIVE for port object 37ac17c8-d07c-4754-9ce7-f3002e310d8e will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:20:41.777231 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:41.846909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:20:41.850734 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:41.854932 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:20:41.855753 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:41.995045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Pushing event updated for resources: {'Port': ['ID=37ac17c8-d07c-4754-9ce7-f3002e310d8e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:42.042747 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-f2d7902c-f9ae-4011-a337-a64d4456c53b None None] Provisioning for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:20:42.048064 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-f2d7902c-f9ae-4011-a337-a64d4456c53b None None] Provisioning complete for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:42.048436 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f2d7902c-f9ae-4011-a337-a64d4456c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.104753 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7902c-f9ae-4011-a337-a64d4456c53b None None] Port 37ac17c8-d07c-4754-9ce7-f3002e310d8e cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:20:42.175558 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.406761 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.412096 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.412847 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.547108 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Pushing event updated for resources: {'Port': ['ID=37ac17c8-d07c-4754-9ce7-f3002e310d8e,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:42.615210 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:20:42.616361 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:42.811814 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Router 464b923e-0143-4c9b-904d-e5a56c3a3729 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:20:42.833161 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bca39389-0354-4434-9960-3c2899c1bbba None None] Provisioning complete for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:42.833562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bca39389-0354-4434-9960-3c2899c1bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:42.894679 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bca39389-0354-4434-9960-3c2899c1bbba None None] Port 37ac17c8-d07c-4754-9ce7-f3002e310d8e cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:20:42.966606 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:20:42.976011 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4d77219b-46ac-474e-80bc-3a02804b8b32 admin admin] 10.222.0.48 "PUT /v2.0/routers/464b923e-0143-4c9b-904d-e5a56c3a3729/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1255078 Feb 02 14:20:42.976588 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Sync routers for ids ['464b923e-0143-4c9b-904d-e5a56c3a3729'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:20:42.990291 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Routers {'464b923e-0143-4c9b-904d-e5a56c3a3729'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:20:42.991246 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:20:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['464b923e-0143-4c9b-904d-e5a56c3a3729'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:43.190143 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Set router 464b923e-0143-4c9b-904d-e5a56c3a3729 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:20:43.588644 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:42Z', 'revision_number': 2, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port_host': None, '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:42Z', 'revision_number': 2, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:43.593828 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Checking router: 464b923e-0143-4c9b-904d-e5a56c3a3729 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:20:43.594215 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Updating router 464b923e-0143-4c9b-904d-e5a56c3a3729 port 37ac17c8-d07c-4754-9ce7-f3002e310d8e binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:20:43.647692 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.077903 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.093277 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Transition to ACTIVE for port object 37ac17c8-d07c-4754-9ce7-f3002e310d8e will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:20:44.100123 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.306655 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Pushing event updated for resources: {'Port': ['ID=37ac17c8-d07c-4754-9ce7-f3002e310d8e,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:44.354195 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.354494 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.354828 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.355154 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.355475 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.355877 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.356714 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.357040 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.357356 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.357666 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.357978 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.358310 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Tracked resource versions report: Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: pushed versions: Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: { 'AddressGroup': {'1.2'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'ConntrackHelper': {'1.0'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Log': {'1.0'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Network': {'1.1'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Port': {'1.7'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'PortForwarding': {'1.2'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'QosPolicy': {'1.8'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroup': {'1.4'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SubPort': {'1.0'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Subnet': {'1.1'}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Trunk': {'1.1'}} Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: consumer versions: Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'ConntrackHelper': '1.0', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Log': '1.0', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Network': '1.1', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Port': '1.7', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'PortForwarding': '1.2', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'QosPolicy': '1.8', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroup': '1.4', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroupRule': '1.2', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SubPort': '1.0', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Subnet': '1.1', Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Trunk': '1.1'}} Feb 02 14:20:44.359351 dv-cinder-818884-2-iscsi neutron-server[86951]: {{(pid=86951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:20:44.373203 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Attempting to bind port 37ac17c8-d07c-4754-9ce7-f3002e310d8e on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:20:44.373596 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Attempting to bind port 37ac17c8-d07c-4754-9ce7-f3002e310d8e by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:20:44.374020 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Attempting to bind port 37ac17c8-d07c-4754-9ce7-f3002e310d8e on network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:20:44.379548 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:20:44.379957 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Checking segment: {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:20:44.380421 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.380803 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Bound using segment: {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:20:44.381292 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Bound port: 37ac17c8-d07c-4754-9ce7-f3002e310d8e, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:20:44.381668 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.488973 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] For port 37ac17c8-d07c-4754-9ce7-f3002e310d8e, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:20:44.496118 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] For port 37ac17c8-d07c-4754-9ce7-f3002e310d8e, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=37ac17c8-d07c-4754-9ce7-f3002e310d8e,segment=NetworkSegment(ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec),segment_id=ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:20:44.501757 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:44.602127 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Routers {'464b923e-0143-4c9b-904d-e5a56c3a3729'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:20:44.603114 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:20:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['464b923e-0143-4c9b-904d-e5a56c3a3729'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:44.735605 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf65b1-b1a9-4c56-96de-13c4f7e287d6 None None] Pushing event updated for resources: {'Port': ['ID=37ac17c8-d07c-4754-9ce7-f3002e310d8e,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:44.774537 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] Set router 464b923e-0143-4c9b-904d-e5a56c3a3729 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:20:45.104882 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:42Z', 'revision_number': 2, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port_host': None, '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:44Z', 'revision_number': 4, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:45.111525 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8374d-5f31-4d17-bed6-56a717cd2cf1 None None] The sync data for ids ['464b923e-0143-4c9b-904d-e5a56c3a3729'] in dv-cinder-818884-2-iscsi is: [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:42Z', 'revision_number': 2, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port_host': None, '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:44Z', 'revision_number': 4, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:20:45.263372 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40978) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:45.428535 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cbf82-3d2f-4a1e-8f46-f33e6488a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:45.429183 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d60cbf82-3d2f-4a1e-8f46-f33e6488a48f admin admin] Synchronizing usage tracker for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:20:45.450009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d60cbf82-3d2f-4a1e-8f46-f33e6488a48f admin admin] Unset dirty status for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:20:45.451462 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d60cbf82-3d2f-4a1e-8f46-f33e6488a48f admin admin] 10.222.0.48 "GET /v2.0/networks/cd002351-10c4-40b0-a8a1-ff7c2e53b56e HTTP/1.1" status: 200 len: 842 time: 0.1869714 Feb 02 14:20:45.461409 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'cidr': '172.27.2.0/24'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:45.468668 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:20:45.473832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Usage tracker for resource:subnet and tenant:4f2fc36a87b047cc96f197a6894d934f is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:20:45.477971 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:20:45.487439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:20:45.498821 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Made reservation on behalf of 4f2fc36a87b047cc96f197a6894d934f for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:20:45.501493 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:45.917228 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.objects.ports [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86948) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 02 14:20:45.917684 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:45.989184 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a94726-6acb-480c-bebd-8de1d8e387fe,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:46.000763 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:20:46.001120 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Network hostable DHCP agents. Network: cd002351-10c4-40b0-a8a1-ff7c2e53b56e, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:20:46.022470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:20:46.034308 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, cd002351-10c4-40b0-a8a1-ff7c2e53b56e) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:46.038717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:46.039318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:46.046818 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da53845-0567-4baf-a00b-927f61d1fe74 None None] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:20:46.060184 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9bd3b710-d986-48c7-96a2-504860675154 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6027710 Feb 02 14:20:46.308441 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d8814-9540-49d3-b58f-640bbd5ff5dc None None] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:20:47.178474 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 37ac17c8-d07c-4754-9ce7-f3002e310d8e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:47.256837 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:20:47.262709 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:47.263356 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:47.393374 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:47.426922 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 37ac17c8-d07c-4754-9ce7-f3002e310d8e, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=37ac17c8-d07c-4754-9ce7-f3002e310d8e,segment=NetworkSegment(ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec),segment_id=ec4d8f6c-5eb0-4daf-958c-9f5564a2b4ec)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:20:47.431042 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:47.501806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=37ac17c8-d07c-4754-9ce7-f3002e310d8e,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:48.392932 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 40992) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:48.643833 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c9da45d5-3b6b-454b-93bb-bd12c2e3a8fb admin admin] 10.222.0.48 "GET /v2.0/routers/464b923e-0143-4c9b-904d-e5a56c3a3729 HTTP/1.1" status: 200 len: 710 time: 0.2497606 Feb 02 14:20:48.775860 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c2b1c-22ae-420d-9a95-1ac096c8caac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:48.777250 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ed7c2b1c-22ae-420d-9a95-1ac096c8caac admin admin] 10.222.0.48 "GET /v2.0/networks/cd002351-10c4-40b0-a8a1-ff7c2e53b56e HTTP/1.1" status: 200 len: 886 time: 0.1282074 Feb 02 14:20:48.786240 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:20:49.155275 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 37ac17c8-d07c-4754-9ce7-f3002e310d8e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:49.231460 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:49.231995 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:49.254570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:49.611701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:49.668931 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:49.864813 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Allocated IP 172.27.2.109 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/d76387b0-3980-449b-954c-620b614cf5a4) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:20:50.008174 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:50.037559 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:50.103582 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:20:50.104692 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:20:50.109216 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:20:50.174895 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Pushing event updated for resources: {'Port': ['ID=d76387b0-3980-449b-954c-620b614cf5a4,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:50.491448 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:50.839097 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:50.842495 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539713'] for router, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:51.030793 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Router 464b923e-0143-4c9b-904d-e5a56c3a3729 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:20:51.274056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:20:51.282757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:51.283943 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-adb0f9fb-4bf1-4c0b-aeb3-bd92a1a5054b admin admin] 10.222.0.48 "PUT /v2.0/routers/464b923e-0143-4c9b-904d-e5a56c3a3729 HTTP/1.1" status: 200 len: 890 time: 2.5009398 Feb 02 14:20:51.284078 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Sync routers for ids ['464b923e-0143-4c9b-904d-e5a56c3a3729'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:20:51.294961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Routers {'464b923e-0143-4c9b-904d-e5a56c3a3729'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:20:51.295636 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:20:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['464b923e-0143-4c9b-904d-e5a56c3a3729'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:51.493183 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Set router 464b923e-0143-4c9b-904d-e5a56c3a3729 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:20:51.851649 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:50Z', 'revision_number': 4, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port': {'id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:49Z', 'updated_at': '2022-02-02T14:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:47Z', 'revision_number': 5, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:51.857977 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Checking router: 464b923e-0143-4c9b-904d-e5a56c3a3729 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:20:51.858346 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Updating router 464b923e-0143-4c9b-904d-e5a56c3a3729 port d76387b0-3980-449b-954c-620b614cf5a4 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:20:51.911734 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.289086 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.303020 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Transition to ACTIVE for port object d76387b0-3980-449b-954c-620b614cf5a4 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:20:52.313284 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.396326 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Attempting to bind port d76387b0-3980-449b-954c-620b614cf5a4 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:20:52.396686 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Attempting to bind port d76387b0-3980-449b-954c-620b614cf5a4 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:20:52.397045 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Attempting to bind port d76387b0-3980-449b-954c-620b614cf5a4 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:20:52.403988 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d14eb2-84b6-4d38-885f-04c0f67e7f86 None None] Pushing event updated for resources: {'Port': ['ID=d76387b0-3980-449b-954c-620b614cf5a4,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:52.409601 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:20:52.409997 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:20:52.410392 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.410940 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:20:52.411795 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Bound port: d76387b0-3980-449b-954c-620b614cf5a4, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:20:52.411795 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.490112 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] For port d76387b0-3980-449b-954c-620b614cf5a4, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:20:52.493104 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] For port d76387b0-3980-449b-954c-620b614cf5a4, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d76387b0-3980-449b-954c-620b614cf5a4,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:20:52.498751 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:52.579209 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Routers {'464b923e-0143-4c9b-904d-e5a56c3a3729'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:20:52.579833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:20:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['464b923e-0143-4c9b-904d-e5a56c3a3729'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:52.630905 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d14eb2-84b6-4d38-885f-04c0f67e7f86 None None] Pushing event updated for resources: {'Port': ['ID=d76387b0-3980-449b-954c-620b614cf5a4,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:52.770035 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] Set router 464b923e-0143-4c9b-904d-e5a56c3a3729 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:20:53.112009 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:50Z', 'revision_number': 4, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port': {'id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:49Z', 'updated_at': '2022-02-02T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:47Z', 'revision_number': 5, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:20:53.115023 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bfb66-5928-4b1a-8c3e-bfa1a30ecf0d None None] The sync data for ids ['464b923e-0143-4c9b-904d-e5a56c3a3729'] in dv-cinder-818884-2-iscsi is: [{'id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'name': 'router1', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:20:31Z', 'updated_at': '2022-02-02T14:20:50Z', 'revision_number': 4, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'gw_port': {'id': 'd76387b0-3980-449b-954c-620b614cf5a4', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:49Z', 'updated_at': '2022-02-02T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '37ac17c8-d07c-4754-9ce7-f3002e310d8e', 'name': '', 'network_id': '1f6221bf-8cbe-4cc3-b2f8-d07950ac5120', 'tenant_id': '249561ec24ad4f30b8abaf5681628252', 'mac_address': 'fa:16:3e:19:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b923e-0143-4c9b-904d-e5a56c3a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2758dc58-6f8c-4485-b762-383b089901ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:20:41Z', 'updated_at': '2022-02-02T14:20:47Z', 'revision_number': 5, 'project_id': '249561ec24ad4f30b8abaf5681628252', 'subnets': [{'id': '2758dc58-6f8c-4485-b762-383b089901ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8945500-dc99-4465-b20e-36de2c47ea17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:20:53.707463 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41002) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:20:53.834664 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-061fe9f4-3e6a-4c23-88f7-c69b6ea71baf admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260045 Feb 02 14:20:55.212526 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d76387b0-3980-449b-954c-620b614cf5a4 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:55.285833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port d76387b0-3980-449b-954c-620b614cf5a4 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:20:55.290939 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d76387b0-3980-449b-954c-620b614cf5a4 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:55.291320 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:55.415805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:55.432596 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port d76387b0-3980-449b-954c-620b614cf5a4, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d76387b0-3980-449b-954c-620b614cf5a4,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:20:55.436433 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:20:55.519207 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=d76387b0-3980-449b-954c-620b614cf5a4,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:20:57.164809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d76387b0-3980-449b-954c-620b614cf5a4 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:20:57.289633 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d76387b0-3980-449b-954c-620b614cf5a4 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:20:57.289973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:03.031916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-66e2d397-efdc-4698-bf36-056d82882b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:06.160078 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-48056385-4975-4774-a07b-31d8170ba9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:07.135094 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:07.273881 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:08.086505 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:21:09.281354 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:33.025128 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cb1b043d-6b43-4f9b-93e7-aa9fdebcd351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:36.153089 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-268d33f5-fbb1-4d35-ac3d-e01d2e5b593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:37.143021 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:37.283707 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:39.298277 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:21:45.086420 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:22:03.067008 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-60520976-ca2c-49ab-ac8b-fecaefbd7477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:06.159017 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-415a8506-77aa-4cb2-9e0e-71f9ffc83d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:07.151629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:07.283577 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:09.290200 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:22.087582 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:22:33.032138 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-78701aa6-8d2b-4562-8f7c-414b73c686d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:36.161704 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9f59baba-eac8-4853-b74c-40bdf78a5a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:37.144117 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:37.302316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:39.290920 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:22:59.087914 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:22:59.283341 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41574) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:22:59.352154 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf58a7f-caa6-4285-993a-3f8683792676 admin admin] GET failed (client error): The resource could not be found. Feb 02 14:22:59.353371 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-0bf58a7f-caa6-4285-993a-3f8683792676 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690980 Feb 02 14:22:59.487905 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6542b71a-5d47-4b91-a368-70cbb10c255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:59.489371 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6542b71a-5d47-4b91-a368-70cbb10c255f admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1321070 Feb 02 14:23:01.686988 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41584) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:01.794321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc5e71-276d-4d7e-9586-dda9feb41750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:01.794880 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6ddc5e71-276d-4d7e-9586-dda9feb41750 admin admin] Synchronizing usage tracker for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:subnet {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:23:01.811903 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6ddc5e71-276d-4d7e-9586-dda9feb41750 admin admin] Unset dirty status for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:subnet {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:23:01.813069 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6ddc5e71-276d-4d7e-9586-dda9feb41750 admin admin] 10.222.0.48 "GET /v2.0/subnets/2758dc58-6f8c-4485-b762-383b089901ef HTTP/1.1" status: 200 len: 849 time: 0.1251366 Feb 02 14:23:01.822910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:23:01.946396 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Notify callbacks [] for subnet, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:02.134568 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760316411908'] for subnet, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:02.179572 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:02.180163 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:02.182443 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] 10.222.0.48 "PUT /v2.0/subnets/2758dc58-6f8c-4485-b762-383b089901ef HTTP/1.1" status: 200 len: 868 time: 0.3633301 Feb 02 14:23:02.196255 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591153f7-7ad6-46d4-895e-a4c2dbe40893 None None] Network 1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:23:02.219312 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2758dc58-6f8c-4485-b762-383b089901ef,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:02.227589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.227967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.228311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.228646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.228968 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.229292 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.229622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.230368 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.230933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.230933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.231151 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.231391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2b386-6e22-4d9e-9ee3-2dc455e8e3db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:02.751546 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-471a687f-2fa8-4fdd-a84e-7765f8e1314e None None] Provisioning complete for port ea12813b-1e8f-411a-9442-5813cb8ce363 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:02.751801 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-471a687f-2fa8-4fdd-a84e-7765f8e1314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:02.881953 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-471a687f-2fa8-4fdd-a84e-7765f8e1314e None None] Provisioning complete for port 37ac17c8-d07c-4754-9ce7-f3002e310d8e triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:02.882361 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-471a687f-2fa8-4fdd-a84e-7765f8e1314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:03.034791 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1c8eef4e-26f3-40a8-8e15-8e336a59e37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:04.337693 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41594) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:04.519763 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c116da-dddf-4f6f-9865-48614e86a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:04.520149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c116da-dddf-4f6f-9865-48614e86a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:04.522432 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-11c116da-dddf-4f6f-9865-48614e86a72f admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1829777 Feb 02 14:23:06.165629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-31727293-eb03-422c-bbdb-e25ecad4583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:06.693133 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41604) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:06.872159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19107af9-d6ac-48a9-9eb9-81ceb2f468ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:06.872548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19107af9-d6ac-48a9-9eb9-81ceb2f468ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:06.874076 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-19107af9-d6ac-48a9-9eb9-81ceb2f468ba admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1800334 Feb 02 14:23:07.139371 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:07.290871 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:09.038960 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41614) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:09.218080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dcddfe-1282-4d5b-bd94-47ccc807af92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:09.219373 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f9dcddfe-1282-4d5b-bd94-47ccc807af92 admin admin] 10.222.0.48 "GET /v2.0/networks/1f6221bf-8cbe-4cc3-b2f8-d07950ac5120 HTTP/1.1" status: 200 len: 869 time: 0.1794753 Feb 02 14:23:09.296783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:11.410054 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41624) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:11.594952 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62228bcf-157e-4900-9b6e-db599d868bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:11.596397 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-62228bcf-157e-4900-9b6e-db599d868bf7 admin admin] 10.222.0.48 "GET /v2.0/networks/cd002351-10c4-40b0-a8a1-ff7c2e53b56e HTTP/1.1" status: 200 len: 886 time: 0.1852748 Feb 02 14:23:13.752842 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41634) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:13.867792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c66d2c-82b3-4537-9eb9-874a0a5cf5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:13.868164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c66d2c-82b3-4537-9eb9-874a0a5cf5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:13.869699 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-03c66d2c-82b3-4537-9eb9-874a0a5cf5fe admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1158922 Feb 02 14:23:16.057618 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41644) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:16.172570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b84cab-91e9-43dc-b9eb-2ff403e75273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:16.173026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b84cab-91e9-43dc-b9eb-2ff403e75273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:16.174593 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-13b84cab-91e9-43dc-b9eb-2ff403e75273 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159933 Feb 02 14:23:18.315559 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41654) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:18.426140 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed68608-4e0c-434d-9dd7-697b8da92500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:18.427511 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-bed68608-4e0c-434d-9dd7-697b8da92500 admin admin] 10.222.0.48 "GET /v2.0/subnets/2758dc58-6f8c-4485-b762-383b089901ef HTTP/1.1" status: 200 len: 868 time: 0.1110206 Feb 02 14:23:20.591319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41664) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:20.693173 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a6668-07f0-4f65-9e9d-fc889b9ad30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:20.694567 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-017a6668-07f0-4f65-9e9d-fc889b9ad30d admin admin] 10.222.0.48 "GET /v2.0/subnets/69a94726-6acb-480c-bebd-8de1d8e387fe HTTP/1.1" status: 200 len: 816 time: 0.1022511 Feb 02 14:23:33.037325 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6e5aacbc-a1a9-489c-b637-943cc9f11fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:36.086400 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:23:36.169004 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d4b9e549-ccf8-45f1-a847-fb48ecd63e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:37.141775 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:37.293577 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:39.297237 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:39.891985 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41710) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:39.941366 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [None req-24666053-d282-49dc-a627-bb1686111f0c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:23:39.942364 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-24666053-d282-49dc-a627-bb1686111f0c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493925 Feb 02 14:23:42.177124 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41720) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:42.247350 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.pecan_wsgi.hooks.translation [None req-525d8aa3-ad6f-48fe-9f26-a2ad07ea7445 admin admin] GET failed (client error): The resource could not be found. Feb 02 14:23:42.248680 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-525d8aa3-ad6f-48fe-9f26-a2ad07ea7445 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705721 Feb 02 14:23:42.376973 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53e5d5-d5ef-417f-9d5d-fd3abd0cbb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:42.378386 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-de53e5d5-d5ef-417f-9d5d-fd3abd0cbb64 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1257515 Feb 02 14:23:44.590863 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41730) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:44.644288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:23:44.649723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:23:44.659631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:23:44.674934 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Made reservation on behalf of 4f2fc36a87b047cc96f197a6894d934f for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:23:44.677277 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:44.763169 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING neutron.services.revisions.revision_plugin [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Could not find related network for resource to bump revision. Feb 02 14:23:44.777249 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:23:44.786889 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:44.787226 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Added segment 1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3 of type vlan for network 96436298-4384-42a3-84ee-3b6b540070ab Feb 02 14:23:44.826310 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:44.873288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:44.874992 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:44.875965 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:44.984490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Pushing event updated for resources: {'Network': ['ID=96436298-4384-42a3-84ee-3b6b540070ab,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:44.989039 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3971386 Feb 02 14:23:44.993293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.993666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.994007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.994368 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.994702 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.995120 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.995389 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.995715 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.996041 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.996356 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.996673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:44.996993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5381e43-ace0-4d16-a598-ce7bed504472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:45.010457 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 96436298-4384-42a3-84ee-3b6b540070ab details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:23:47.203963 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41740) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:23:47.272624 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.pecan_wsgi.hooks.translation [None req-224f7c7d-c9d5-4bfc-8c6a-81607974f31e admin admin] GET failed (client error): The resource could not be found. Feb 02 14:23:47.273149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-224f7c7d-c9d5-4bfc-8c6a-81607974f31e admin admin] Synchronizing usage tracker for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:network {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:23:47.288675 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-224f7c7d-c9d5-4bfc-8c6a-81607974f31e admin admin] Unset dirty status for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:network {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:23:47.290027 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-224f7c7d-c9d5-4bfc-8c6a-81607974f31e admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0850315 Feb 02 14:23:47.400761 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc05fc-e4ff-4a20-a1b1-5c1eb439d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:47.402138 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b9fc05fc-e4ff-4a20-a1b1-5c1eb439d471 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078501 Feb 02 14:23:47.412124 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:23:47.417222 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:23:47.426808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:23:47.436671 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Made reservation on behalf of 4f2fc36a87b047cc96f197a6894d934f for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:23:47.438949 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:47.653882 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:47.732727 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bddcdc4-6ed6-4e96-adee-3cf7ead73970,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:47.743365 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Checking segment: {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:23:47.743746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Network hostable DHCP agents. Network: 96436298-4384-42a3-84ee-3b6b540070ab, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:23:47.765979 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Network 96436298-4384-42a3-84ee-3b6b540070ab is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:23:47.776375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 96436298-4384-42a3-84ee-3b6b540070ab) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:23:47.780610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:47.781192 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:47.787609 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0078bb-06c3-449f-8bde-1e0082575bb6 None None] Network 96436298-4384-42a3-84ee-3b6b540070ab requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:23:47.826340 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-954b2eb8-ab33-4402-bfb2-72dbefd80e34 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4174881 Feb 02 14:23:48.092373 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-96436298-4384-42a3-84ee-3b6b540070ab', 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab', 'tenant_id': '4f2fc36a87b047cc96f197a6894d934f', 'fixed_ips': [{'subnet_id': '0bddcdc4-6ed6-4e96-adee-3cf7ead73970'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:23:48.093369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.264124 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Allocated IP 192.168.233.2 (96436298-4384-42a3-84ee-3b6b540070ab/0bddcdc4-6ed6-4e96-adee-3cf7ead73970/812777b5-d0b4-41e0-9512-2851e4af96b9) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:23:48.509806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.521606 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Transition to ACTIVE for port object 812777b5-d0b4-41e0-9512-2851e4af96b9 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:23:48.546346 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Transition to ACTIVE for port object 812777b5-d0b4-41e0-9512-2851e4af96b9 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:23:48.555807 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.625108 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Network 96436298-4384-42a3-84ee-3b6b540070ab is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:23:48.626310 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:23:48.630274 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:23:48.640155 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Pushing event updated for resources: {'Port': ['ID=812777b5-d0b4-41e0-9512-2851e4af96b9,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:48.682823 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.683262 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.683484 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.683814 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.684137 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.684461 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.684783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.685100 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.685451 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.685780 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.686095 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.686436 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:48.738650 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Attempting to bind port 812777b5-d0b4-41e0-9512-2851e4af96b9 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:23:48.739008 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Attempting to bind port 812777b5-d0b4-41e0-9512-2851e4af96b9 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:23:48.739364 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Attempting to bind port 812777b5-d0b4-41e0-9512-2851e4af96b9 on network 96436298-4384-42a3-84ee-3b6b540070ab {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:23:48.746022 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:23:48.746412 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Checking segment: {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:23:48.746806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.747190 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Bound using segment: {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:23:48.747647 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Bound port: 812777b5-d0b4-41e0-9512-2851e4af96b9, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:23:48.748021 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.840017 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] For port 812777b5-d0b4-41e0-9512-2851e4af96b9, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:23:48.843378 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] For port 812777b5-d0b4-41e0-9512-2851e4af96b9, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=812777b5-d0b4-41e0-9512-2851e4af96b9,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:23:48.848551 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:48.937411 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31bb04-f830-4e4c-8197-9a2282283c36 None None] Pushing event updated for resources: {'Port': ['ID=812777b5-d0b4-41e0-9512-2851e4af96b9,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:49.305914 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 812777b5-d0b4-41e0-9512-2851e4af96b9 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:23:49.386293 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 812777b5-d0b4-41e0-9512-2851e4af96b9 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:23:49.843602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbceec-8d35-4fc5-8f7b-803e141743a3 None None] Network 96436298-4384-42a3-84ee-3b6b540070ab requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:23:49.939693 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Provisioning for port 812777b5-d0b4-41e0-9512-2851e4af96b9 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:23:49.949789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Provisioning complete for port 812777b5-d0b4-41e0-9512-2851e4af96b9 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:49.950150 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:50.183778 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:50.225406 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] For port 812777b5-d0b4-41e0-9512-2851e4af96b9, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=812777b5-d0b4-41e0-9512-2851e4af96b9,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:23:50.233121 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:50.315997 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605a0c2-bd65-495d-b17d-b6f9aace8a81 None None] Pushing event updated for resources: {'Port': ['ID=812777b5-d0b4-41e0-9512-2851e4af96b9,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:50.467235 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-54512b63-a164-42a1-a8a5-5531f25ab065 None None] Provisioning complete for port 812777b5-d0b4-41e0-9512-2851e4af96b9 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:50.467607 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-54512b63-a164-42a1-a8a5-5531f25ab065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:23:51.254798 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 812777b5-d0b4-41e0-9512-2851e4af96b9 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:23:51.328966 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 812777b5-d0b4-41e0-9512-2851e4af96b9 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:51.329333 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:03.046420 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-31acc2e2-e6ad-483a-a73d-e3e9dd4b66f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:06.171248 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8c886f11-f17a-4862-b616-9907e245f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:07.144029 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:07.297763 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:09.300480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:13.085222 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:24:33.043809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6e01fc30-dbe5-436c-907a-f5876eb55085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:36.172813 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cecf4eee-45d5-4337-b8e8-d5066e78a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:37.147371 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:37.299836 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:39.303701 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:24:50.084027 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:25:03.035799 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7b47b843-c88d-4933-9106-d0d118da346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:06.176359 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4c3b-1621-4eec-ae46-42e44263fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:07.152846 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:07.302522 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:08.285343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41790) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:25:08.291770 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [None req-c640f4f9-4ee6-449b-82bc-48904e0e5e5f tempest-verify_tempest_config-874053739 tempest-verify_tempest_config-874053739-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:25:08.292765 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c640f4f9-4ee6-449b-82bc-48904e0e5e5f tempest-verify_tempest_config-874053739 tempest-verify_tempest_config-874053739-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064623 Feb 02 14:25:08.606957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41808) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:25:08.724420 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:08.739660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:25:08.749069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Usage tracker for resource:security_group_rule and tenant:b1f995a008b24712b4644e925e1af060 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:25:08.754205 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:25:08.765538 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:25:08.873529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:08.878136 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:08.925145 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d248b626-406d-431c-8aeb-2858d7748277,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:25:08.929051 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1f995a008b24712b4644e925e1af060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3210676 Feb 02 14:25:08.933820 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41814) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:25:08.937916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.938500 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.939061 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.939582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.940122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.940659 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.941204 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.941746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.942320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.942856 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.943392 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:08.943924 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae94ff4-8566-42a4-aa02-39f9e47be9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.032224 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:09.066082 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:09.162593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:09.180020 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d248b626-406d-431c-8aeb-2858d7748277,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:25:09.188742 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.189097 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.189349 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.189675 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.189996 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.190752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.190752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.190976 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.191283 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.191602 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.191915 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.192226 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:25:09.196694 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:09.197896 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-47561ae9-78b4-41d7-a893-dd10b5cb0552 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d248b626-406d-431c-8aeb-2858d7748277 HTTP/1.1" status: 204 len: 168 time: 0.2631009 Feb 02 14:25:09.306357 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:27.084782 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:25:33.038589 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc3a9-46d9-4170-a71f-f1a82338dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:36.179450 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7b4022a1-09a6-4f17-b559-592b3e6e4b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:37.147431 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:37.304876 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:25:39.312435 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:03.043291 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf11e-bd4b-4245-9861-cd723552e268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:04.083507 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:26:06.184381 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e0501877-4b6d-4e24-ae64-869b24bfc17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:07.150792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:07.310009 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:09.315056 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:33.078498 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-81084931-832c-4536-8d93-b35ea359dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:36.188250 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-530fe87f-2f79-4048-92fa-3376b37ab037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:37.157338 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:37.311685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:39.326003 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:26:41.084831 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 5 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:26:48.594739 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540220'] for agent, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:03.042000 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-891a0d71-33fa-425d-a9ab-9cedd173813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:04.550432 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41890) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:27:04.717281 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5800b8ce-b3aa-49dd-babf-a7020d747b4f admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1656725 Feb 02 14:27:06.193116 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a8859a45-e237-4b3d-81cb-967f3ecc7215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:06.904731 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 41904) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:27:06.961622 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ce8eb550-f35b-4724-9511-e981b9f898a0 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0558138 Feb 02 14:27:07.151270 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:07.315578 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:09.331768 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:18.083059 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:27:18.592298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:33.046580 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c2be7f4e-167c-4003-bbf7-a706e6966cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:36.199099 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3cd3-10e8-4f57-a2d8-17a6c44456b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:37.156227 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:37.317979 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:39.325210 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:48.626313 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:27:55.084291 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:28:03.079730 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-405196d4-0065-4df5-b625-50f15be37534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:06.236210 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-38b23d7e-9a21-4ba5-82f7-9808aadefe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:07.174367 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:07.329940 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:09.332497 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:18.635457 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:32.088697 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:28:33.070228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-62455a0e-fd74-49b7-b467-624497e6e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:36.210792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-51f20443-0302-4ebe-a917-4e358fab0216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:37.172704 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:37.330118 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:39.340950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:48.625758 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.097397 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 41990) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:55.460490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-307632139-network', 'tenant_id': '128981cb85b64fd5b4c2d26dc409db05'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:55.472422 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:55.485963 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Usage tracker for resource:network and tenant:128981cb85b64fd5b4c2d26dc409db05 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:55.501689 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:55.527088 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:55.567824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Made reservation on behalf of 128981cb85b64fd5b4c2d26dc409db05 for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:55.576176 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.590837 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.612236 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:55.617381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Usage tracker for resource:security_group_rule and tenant:128981cb85b64fd5b4c2d26dc409db05 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:55.620650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:55.626868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:55.749465 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.755695 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.795265 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:28:55.797631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2454c0-eaec-49e5-b4f1-401be269e358,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:55.809957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.810472 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.810848 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.811256 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.811596 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.811950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.812285 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.812627 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.812990 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.813322 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.813649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.813994 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Tracked resource versions report: Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: pushed versions: Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: { 'AddressGroup': {'1.2'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'ConntrackHelper': {'1.0'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Log': {'1.0'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Network': {'1.1'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Port': {'1.7'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'PortForwarding': {'1.2'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'QosPolicy': {'1.8'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroup': {'1.4'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SubPort': {'1.0'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Subnet': {'1.1'}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Trunk': {'1.1'}} Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: consumer versions: Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: HyperV agent@hv-cinder-81888: {}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'ConntrackHelper': '1.0', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Log': '1.0', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Network': '1.1', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Port': '1.7', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'PortForwarding': '1.2', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'QosPolicy': '1.8', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroup': '1.4', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SecurityGroupRule': '1.2', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'SubPort': '1.0', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Subnet': '1.1', Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: 'Trunk': '1.1'}} Feb 02 14:28:55.815048 dv-cinder-818884-2-iscsi neutron-server[86949]: {{(pid=86949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:28:55.823240 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.823888 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Added segment b4783cf9-5d93-4857-b4a6-662d3e41bdf1 of type vlan for network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a Feb 02 14:28:55.873756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.912640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:55.913495 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:28:55.914496 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:56.046139 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42038) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:56.050446 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9492550 Feb 02 14:28:56.051824 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Request body: {'subnet': {'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-307632139-subnet', 'tenant_id': '128981cb85b64fd5b4c2d26dc409db05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:56.057290 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:56.061800 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Usage tracker for resource:subnet and tenant:128981cb85b64fd5b4c2d26dc409db05 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:56.065009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:56.073364 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:56.090220 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Made reservation on behalf of 128981cb85b64fd5b4c2d26dc409db05 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:56.092739 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:56.093003 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99dcd8-0688-4ac3-9e9b-67998f8d64b7 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:56.111727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:28:56.420433 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:56.499729 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34294dd0-e11c-4cdb-9861-534dcc75ab39,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:56.511562 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Checking segment: {'id': 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:28:56.513026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Network hostable DHCP agents. Network: dcf1dc85-91db-4931-92b9-c6fdc46a1d4a, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:28:56.537768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.542307 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.542993 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.544223 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.545001 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.546495 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.547117 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.547729 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.548320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.550427 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.552256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.553104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Tracked resource versions report: Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: pushed versions: Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: { 'AddressGroup': {'1.2'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'ConntrackHelper': {'1.0'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Log': {'1.0'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Network': {'1.1'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Port': {'1.7'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'PortForwarding': {'1.2'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'QosPolicy': {'1.8'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroup': {'1.4'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SubPort': {'1.0'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Subnet': {'1.1'}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Trunk': {'1.1'}} Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: consumer versions: Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: HyperV agent@hv-cinder-81888: {}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'ConntrackHelper': '1.0', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Log': '1.0', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Network': '1.1', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Port': '1.7', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'PortForwarding': '1.2', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'QosPolicy': '1.8', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroup': '1.4', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SecurityGroupRule': '1.2', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'SubPort': '1.0', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Subnet': '1.1', Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: 'Trunk': '1.1'}} Feb 02 14:28:56.556619 dv-cinder-818884-2-iscsi neutron-server[86948]: {{(pid=86948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:28:56.594689 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:28:56.615937 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, dcf1dc85-91db-4931-92b9-c6fdc46a1d4a) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:28:56.627415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:28:56.627415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:56.632162 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23b99f-594f-4a31-8c08-d1648817a888 None None] Network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:28:56.670907 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ead84430-cc8c-4290-ad4b-3e140aab5e94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6235607 Feb 02 14:28:56.918236 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d2def-4a29-4028-afe9-9c87580dcb8d None None] Network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:28:58.067695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42112) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:58.248982 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42122) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:58.446988 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-333038527-network', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:58.454030 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:58.461319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Usage tracker for resource:network and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:58.465234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:58.473382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:58.487521 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Made reservation on behalf of 56bc51711e3b4af5baf392fc02472fe0 for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:58.490725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.506762 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.526421 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:58.536612 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:58.540080 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:58.547657 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:58.663656 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.672064 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.737875 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:28:58.755466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33a348-bca9-4b64-ae07-63088eac4d22,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:58.766419 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.767317 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Added segment 3ad25ae4-421d-4cd0-8d12-5b7696f22bc1 of type vlan for network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 Feb 02 14:28:58.812905 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.855923 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.857092 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:28:58.858036 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:58.884043 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-network', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:58.961620 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:58.973549 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Usage tracker for resource:network and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:58.977924 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:58.985198 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:59.027100 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] Pushing event updated for resources: {'Network': ['ID=cd11a4bc-18c4-428b-9346-d3f2693d4bf1,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:59.032579 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1a495673-bd1c-49f9-bf85-32026ea3f6ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9628263 Feb 02 14:28:59.033773 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Made reservation on behalf of 75b02e5238e9466883a69443c1e64ba8 for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:59.038010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42148) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:59.042388 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:28:59.045425 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Request body: {'subnet': {'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-333038527-subnet', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:59.049378 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.054685 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:59.063074 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Usage tracker for resource:subnet and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:59.066302 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:59.072285 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.084203 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:59.089430 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:59.093946 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:59.097026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:59.107006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:59.111977 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Made reservation on behalf of 56bc51711e3b4af5baf392fc02472fe0 for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:59.117614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.139435 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42154) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:59.354767 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.360465 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.413854 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5d128-5a59-4521-aa60-b98c5a4d44d5,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:59.434753 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:28:59.456460 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.458811 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Added segment 3b95114b-4925-48b6-b221-efa6291fca1b of type vlan for network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad Feb 02 14:28:59.491045 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.511844 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.567809 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.569796 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:28:59.571722 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.616200 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c0d365-7fa7-455c-9658-2e9d5614314f,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:59.626488 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Checking segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:28:59.626865 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Network hostable DHCP agents. Network: cd11a4bc-18c4-428b-9346-d3f2693d4bf1, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:28:59.654175 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:28:59.677311 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, cd11a4bc-18c4-428b-9346-d3f2693d4bf1) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:28:59.690642 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:28:59.691571 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ef1a3-f0ce-45e1-83d5-613bef231114 None None] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:28:59.692630 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.704529 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4525371 Feb 02 14:28:59.710059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42176) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:59.724009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Request body: {'subnet': {'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-subnet', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:59.734897 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-00bacd9c-f61f-46bb-a3c6-954af7b6ffd8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6947641 Feb 02 14:28:59.740060 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42180) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:28:59.753630 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:28:59.760219 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18b4c-3832-40f6-b216-7bbde523b2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9239a2d2-ad07-40b0-ab0a-5abf620e02ad,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:28:59.764990 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:59.771143 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:28:59.772275 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Usage tracker for resource:subnet and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:59.779040 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:59.786611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Usage tracker for resource:router and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:28:59.788888 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:59.798439 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:28:59.804372 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Made reservation on behalf of 75b02e5238e9466883a69443c1e64ba8 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:28:59.808166 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.808641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:28:59.836121 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.841317 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:28:59.850598 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:28:59.933733 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.106327 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-968183818-network', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:00.117789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:00.128057 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Usage tracker for resource:network and tenant:32470c87e1794fd0944d4173099bf7a7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:00.139792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:00.146150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:00.197017 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Made reservation on behalf of 32470c87e1794fd0944d4173099bf7a7 for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:00.199563 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.233937 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:29:00.237471 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.239756 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.265100 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:00.271596 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Usage tracker for resource:security_group_rule and tenant:32470c87e1794fd0944d4173099bf7a7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:00.275280 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:00.282608 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:00.401510 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.422958 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.465318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:00.497706 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:29:00.519067 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.613458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe06519-f733-48fd-ada8-80e46a0695cb,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:00.626054 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.626442 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Added segment c61e90ec-cc2f-4f81-9e6a-7ccb34424c17 of type vlan for network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b Feb 02 14:29:00.700262 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Checking segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:00.700695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Network hostable DHCP agents. Network: 9239a2d2-ad07-40b0-ab0a-5abf620e02ad, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:29:00.705736 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.745152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.772216 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:29:00.822379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 9239a2d2-ad07-40b0-ab0a-5abf620e02ad) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:00.842046 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:00.842687 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.849437 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.850142 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:00.855110 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:00.894904 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Allocated IP 172.20.0.2 (cd11a4bc-18c4-428b-9346-d3f2693d4bf1/97c0d365-7fa7-455c-9658-2e9d5614314f/9df46dba-933e-41be-aef6-30e4441ba17c) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:01.144040 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:01.158703 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a3b869e6-cd04-4486-9855-50d2034be290 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4459026 Feb 02 14:29:01.165081 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9fd4dcc4-4051-49ef-9758-16fd21019a67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9980216 Feb 02 14:29:01.165871 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42218) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:01.166143 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42220) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:01.186857 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Request body: {'subnet': {'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-subnet', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:01.202277 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:01.226059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:01.226059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:01.239356 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Usage tracker for resource:subnet and tenant:32470c87e1794fd0944d4173099bf7a7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:01.243598 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:01.246984 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Usage tracker for resource:router and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:01.258528 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f88b3-0fe2-46c4-8991-ca5c5297c068 None None] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:01.271638 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:01.275640 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:01.294471 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:01.302365 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:29:01.317872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.323948 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Made reservation on behalf of 32470c87e1794fd0944d4173099bf7a7 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:01.329005 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.363064 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.370787 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.438987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.591494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42242) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:01.622156 dv-cinder-818884-2-iscsi neutron-server[86949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 14:29:01.697705 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.868921 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:01.901091 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Transition to ACTIVE for port object 9df46dba-933e-41be-aef6-30e4441ba17c will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:01.908797 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:29:01.911053 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.065577 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Transition to ACTIVE for port object 9df46dba-933e-41be-aef6-30e4441ba17c will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:02.098027 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.202657 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:02.208850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:02.243590 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42260) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:02.258547 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:02.306165 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Pushing event updated for resources: {'Port': ['ID=9df46dba-933e-41be-aef6-30e4441ba17c,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:02.338929 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.339288 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.339599 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.339926 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.340228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.340567 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.341092 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.341555 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.341883 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.342222 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.342633 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.342977 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Tracked resource versions report: Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: pushed versions: Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: { 'AddressGroup': {'1.2'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'ConntrackHelper': {'1.0'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Log': {'1.0'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Network': {'1.1'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Port': {'1.7'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'PortForwarding': {'1.2'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'QosPolicy': {'1.8'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroup': {'1.4'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SubPort': {'1.0'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Subnet': {'1.1'}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Trunk': {'1.1'}} Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: consumer versions: Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: HyperV agent@hv-cinder-81888: {}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'ConntrackHelper': '1.0', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Log': '1.0', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Network': '1.1', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Port': '1.7', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'PortForwarding': '1.2', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'QosPolicy': '1.8', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroup': '1.4', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SecurityGroupRule': '1.2', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'SubPort': '1.0', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Subnet': '1.1', Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: 'Trunk': '1.1'}} Feb 02 14:29:02.343988 dv-cinder-818884-2-iscsi neutron-server[86950]: {{(pid=86950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:29:02.404126 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Allocated IP 172.20.0.2 (9239a2d2-ad07-40b0-ab0a-5abf620e02ad/3fe06519-f733-48fd-ada8-80e46a0695cb/5b4d1e16-d6c9-41a0-a86c-3b6757ef5157) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:02.432293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c10b8ee4-974a-4459-ace7-5fff1e13bae6 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:02.433379 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c10b8ee4-974a-4459-ace7-5fff1e13bae6 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Synchronizing usage tracker for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:network {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:02.447718 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Attempting to bind port 9df46dba-933e-41be-aef6-30e4441ba17c on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:02.448084 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Attempting to bind port 9df46dba-933e-41be-aef6-30e4441ba17c by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:02.448523 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Attempting to bind port 9df46dba-933e-41be-aef6-30e4441ba17c on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:02.492827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c10b8ee4-974a-4459-ace7-5fff1e13bae6 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Unset dirty status for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:network {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:02.501572 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c10b8ee4-974a-4459-ace7-5fff1e13bae6 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/networks?id=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a HTTP/1.1" status: 200 len: 811 time: 0.9086051 Feb 02 14:29:02.513446 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:02.513769 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Checking segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:02.514218 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.516059 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Bound using segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:02.518218 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Bound port: 9df46dba-933e-41be-aef6-30e4441ba17c, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:02.520840 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.531820 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-db577d53-9352-48ce-aee6-4ef8962bcc2e tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/quotas/128981cb85b64fd5b4c2d26dc409db05 HTTP/1.1" status: 200 len: 375 time: 0.0291488 Feb 02 14:29:02.540392 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Allocated IP 172.27.2.187 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/a4edf28b-e0a1-4707-acb0-8c448d38ddc1) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:02.632167 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-da629d3a-09c6-48ba-83b2-e4cbc2942142 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=128981cb85b64fd5b4c2d26dc409db05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989912 Feb 02 14:29:02.656791 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.670582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.698808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:02.703804 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Usage tracker for resource:security_group_rule and tenant:5d202c4eb84945799218429fc49fafc9 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:02.708467 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:02.716205 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:02.848219 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.854490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.865856 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.972563 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d202c4eb84945799218429fc49fafc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7260396 Feb 02 14:29:02.976675 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42304) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:02.985851 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:02.996409 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81e3a21-f3f0-44ee-957e-087f3b42ded8,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:02.999733 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] For port 9df46dba-933e-41be-aef6-30e4441ba17c, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:03.003538 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd46b7c-1acc-4725-8f43-00d3f4e5b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7ccf3d-8e22-4013-a199-90f71b96bf44,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:03.005398 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] For port 9df46dba-933e-41be-aef6-30e4441ba17c, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=9df46dba-933e-41be-aef6-30e4441ba17c,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:03.007503 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Transition to ACTIVE for port object 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:03.019789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.126246 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Transition to ACTIVE for port object 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:03.139868 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cbb995ca-5d6b-4a3c-b831-85132525648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.146730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-d28964b5-8384-43ed-b28c-d7a23fd2a556 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:29:03.154775 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.157825 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-d28964b5-8384-43ed-b28c-d7a23fd2a556 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2490430 Feb 02 14:29:03.178307 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Checking segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:03.186813 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b154-f09c-4b69-a99c-198f5428bbcd None None] Pushing event updated for resources: {'Port': ['ID=9df46dba-933e-41be-aef6-30e4441ba17c,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:03.188422 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Network hostable DHCP agents. Network: 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:29:03.240679 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:03.247574 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:03.260291 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:03.294458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:29:03.323513 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:03.329825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:03.330745 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.366223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3c70b-53f4-45e7-865b-38e32e5164a8 None None] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:03.462314 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-12319553-2936-414d-ba01-19faf483dcf8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2928498 Feb 02 14:29:03.468024 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42314) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:03.477488 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:03.484164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:03.591455 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Pushing event updated for resources: {'Port': ['ID=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:03.594771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Usage tracker for resource:router and tenant:32470c87e1794fd0944d4173099bf7a7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:03.694432 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:03.730441 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42318) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:03.772858 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.777379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:03.827499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.830423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.860580 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Attempting to bind port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:03.861124 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Attempting to bind port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:03.861690 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Attempting to bind port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:03.881611 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:03.882131 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Checking segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:03.882789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.883372 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Bound using segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:03.884349 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Bound port: 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:03.884987 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:03.889288 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.020542 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b71046-b99d-45c4-9423-108aaab86f9e None None] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:04.023314 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.024502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.047608 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.074582 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-41c62cce-9246-41d9-be17-59bd36706f90 service neutron] 10.222.0.48 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9155145 Feb 02 14:29:04.095709 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.190423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.212507 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:04.217621 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Usage tracker for resource:security_group_rule and tenant:3011aac36ff64533b9abc3ac0260b5e3 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:04.221488 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:04.230115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:04.331780 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.406736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.461015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Synchronizing usage tracker for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:04.518062 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-8ea20c5e-83d6-405f-95ea-df8996efbbad service neutron] 10.222.0.48 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931100 Feb 02 14:29:04.546681 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] For port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:04.651462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b467c8-8643-4653-8227-5cb1210649c9,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:04.668004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.677914 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] Unset dirty status for tenant:4f2fc36a87b047cc96f197a6894d934f on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:04.684712 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b6debf11-fe9a-486e-bf38-797f21080657 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3011aac36ff64533b9abc3ac0260b5e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9526565 Feb 02 14:29:04.695423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42332) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:04.730745 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] For port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:04.765015 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:04.780042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Allocated IP 172.27.2.52 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/b013478e-0475-4139-8dc2-f6c1ebd73ba9) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:04.998329 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Pushing event updated for resources: {'Port': ['ID=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:05.058556 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:05.060834 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:05.081271 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:05.330925 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef5158-1ff8-472e-a13a-a2cbe1cf2844 None None] Pushing event updated for resources: {'Port': ['ID=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:05.395645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:05.432383 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:05.471789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:05.480924 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9dbf65-00ec-4824-a63d-11689609a0ac None None] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:05.609808 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42360) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:05.629989 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:05.661202 dv-cinder-818884-2-iscsi neutron-server[86948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 14:29:05.684278 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 9df46dba-933e-41be-aef6-30e4441ba17c up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:05.913180 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:05.965721 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-c398d572-1151-4612-be4f-ea5a5a3e1e7b None None] Provisioning for port 9df46dba-933e-41be-aef6-30e4441ba17c completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:06.046239 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b467c8-8643-4653-8227-5cb1210649c9,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:06.080245 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 9df46dba-933e-41be-aef6-30e4441ba17c completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:06.122591 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 9df46dba-933e-41be-aef6-30e4441ba17c triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:06.123771 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.126052 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7ccf3d-8e22-4013-a199-90f71b96bf44,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:06.171195 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.210179 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3e4bce79-9204-4401-b528-f6501f77d77c req-305115d7-ffd6-491c-a8fc-11bbc2d3e1f6 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.5942340 Feb 02 14:29:06.243106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.245534 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1fb9d298-e0ec-421f-8927-74b8446f0543 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c7ccf3d-8e22-4013-a199-90f71b96bf44 HTTP/1.1" status: 204 len: 168 time: 3.2438998 Feb 02 14:29:06.288716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.441842 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ca5380b9-695b-418b-9fdc-706890a4ee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.511490 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.513201 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3c901ae9-cad2-4cd2-8c05-c603b94c2199 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21b467c8-8643-4653-8227-5cb1210649c9 HTTP/1.1" status: 204 len: 168 time: 1.6588981 Feb 02 14:29:06.548957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:06.570631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:06.593868 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:06.609368 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:07.039786 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:07.097104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Pushing event updated for resources: {'Port': ['ID=b013478e-0475-4139-8dc2-f6c1ebd73ba9,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:07.325407 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 9df46dba-933e-41be-aef6-30e4441ba17c, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=9df46dba-933e-41be-aef6-30e4441ba17c,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:07.345302 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:07.380348 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42424) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:07.381822 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42430) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:07.579634 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=9df46dba-933e-41be-aef6-30e4441ba17c,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:07.609777 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a05d0-5daf-4c9c-a1dc-34d48c2bef08 None None] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:07.845500 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:07.877872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:07.899439 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42440) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:07.924044 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:07.943513 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:07.949346 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6bfabeb5-bff6-450c-bb29-e09d81eb1a42 req-38f9818d-ea74-4512-bf30-59a1c1f5120a tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.0875320 Feb 02 14:29:07.956776 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:07.962108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Usage tracker for resource:security_group_rule and tenant:353bf694f98b420a8fb522d97714d8d4 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:07.969402 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:08.007364 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.034420 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:08.041712 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:08.056399 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef10042423584eddb706ee14d367d905 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:08.069475 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:08.103434 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-f261b8f5-46b5-4226-a34c-92bc268fea00 None None] Provisioning for port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:08.104629 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:08.140729 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:08.211824 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:08.212943 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.258937 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.457098 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-646a9019-4618-4002-9f0a-af69bb67b3c1 None None] Provisioning complete for port 9df46dba-933e-41be-aef6-30e4441ba17c triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:08.458281 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-646a9019-4618-4002-9f0a-af69bb67b3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.517136 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.572438 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.632924 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:08.635655 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.651989 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.721478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:08.749498 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Usage tracker for resource:security_group_rule and tenant:a36e09e50f4e4dae81fbf4e94213af53 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:08.754887 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.768771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:08.780650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.799642 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:08.813436 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:08.813984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.854838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.873749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c716fe9d-4c83-4fe0-840f-83f897f0c9ff,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:08.920693 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-adc05ae8-985f-4f09-8164-8f14df733546 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=353bf694f98b420a8fb522d97714d8d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5322781 Feb 02 14:29:08.920983 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42462) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:08.921704 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:08.968865 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef10042423584eddb706ee14d367d905&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0637078 Feb 02 14:29:08.968865 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78db218-e032-4390-8950-b502114257b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa47d943-1b47-4a21-b691-9297fa67a243,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:08.971239 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42466) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:08.971239 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.008459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Router 5f224ee0-af0d-4328-99fa-3969f938f751 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:29:09.073213 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-34bf38d8-a532-46ac-98d1-0a1de5eac9d1 None None] Provisioning complete for port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:09.073939 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-34bf38d8-a532-46ac-98d1-0a1de5eac9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.100237 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:29:09.305091 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-07fc987c-edd8-4fbd-ab95-a455d96139d1 req-2d79e468-d4fb-423b-93bc-7e9c46c37700 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.1443896 Feb 02 14:29:09.325124 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.343041 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.354240 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.471472 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:09.481794 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.530905 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a36e09e50f4e4dae81fbf4e94213af53&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1385648 Feb 02 14:29:09.540164 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42480) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:09.553927 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622ee7a-8d21-414f-b9da-472f69b7a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e0210-f644-4d07-b1e7-49e08913198b,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:09.557597 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:09.558942 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.577933 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:09.589436 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:09.598863 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Allocated IP 172.27.2.146 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/cc0220fa-0e48-4696-99cb-4e7f4022ac83) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:09.611272 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:09.611902 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:09.630683 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.649241 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.666464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.700933 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.710835 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7fa0c749-6868-4422-b805-9a34861c8a07 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9693117 Feb 02 14:29:09.712203 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42484) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:09.718462 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.754775 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 9df46dba-933e-41be-aef6-30e4441ba17c up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:09.860054 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.862043 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:09.880096 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 9df46dba-933e-41be-aef6-30e4441ba17c triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:09.881640 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:09.995295 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.307117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.330676 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:05Z', 'revision_number': 3, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:10.341857 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:10.341857 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Updating router 5f224ee0-af0d-4328-99fa-3969f938f751 port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:10.346871 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e0210-f644-4d07-b1e7-49e08913198b,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:10.352175 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.355877 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-de539687-abda-4965-9816-edd1946367b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f00e0210-f644-4d07-b1e7-49e08913198b HTTP/1.1" status: 204 len: 168 time: 0.8122106 Feb 02 14:29:10.377561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.413587 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.425421 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c716fe9d-4c83-4fe0-840f-83f897f0c9ff,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:10.461876 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.541189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa47d943-1b47-4a21-b691-9297fa67a243,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:10.549360 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.618179 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.620068 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6b1ff550-4da9-40da-a258-c74ccc40073f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa47d943-1b47-4a21-b691-9297fa67a243 HTTP/1.1" status: 204 len: 168 time: 1.6459644 Feb 02 14:29:10.621365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.622941 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c2518fc8-dd3c-450f-b517-022f8642a557 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c716fe9d-4c83-4fe0-840f-83f897f0c9ff HTTP/1.1" status: 204 len: 168 time: 1.6742027 Feb 02 14:29:10.706635 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:29:10.746899 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:10.796518 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d1857690-7ded-4bd5-8806-fbceb938ac01 req-646252f6-6084-4a90-adea-637b197c55c3 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.1477675 Feb 02 14:29:10.958398 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:10.981560 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:11.011951 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:11.035898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:11.172623 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Pushing event updated for resources: {'Port': ['ID=cc0220fa-0e48-4696-99cb-4e7f4022ac83,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:11.286377 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.95', 49813) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:11.342701 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:11.376328 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Transition to ACTIVE for port object a4edf28b-e0a1-4707-acb0-8c448d38ddc1 will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:11.391526 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:11.570365 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Allocated IP 172.20.0.1 (cd11a4bc-18c4-428b-9346-d3f2693d4bf1/97c0d365-7fa7-455c-9658-2e9d5614314f/d2819f48-6e3f-4280-8d7c-416215f7babe) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:11.671077 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-00c86ed1-e749-4668-9592-0239f3b2576f tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:11.673560 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Pushing event updated for resources: {'Port': ['ID=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,revision_number=2']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:11.676667 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-00c86ed1-e749-4668-9592-0239f3b2576f tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.95 "GET /v2.0/networks?id=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a HTTP/1.1" status: 200 len: 811 time: 0.3878264 Feb 02 14:29:11.793048 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.793609 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.794161 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.794790 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.795328 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.795880 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.796490 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.796987 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.797569 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.798119 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.810480 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.811243 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Tracked resource versions report: Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: pushed versions: Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: { 'AddressGroup': {'1.2'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'ConntrackHelper': {'1.0'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Log': {'1.0'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Network': {'1.1'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Port': {'1.7'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'PortForwarding': {'1.2'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'QosPolicy': {'1.8'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroup': {'1.4'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SubPort': {'1.0'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Subnet': {'1.1'}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Trunk': {'1.1'}} Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: consumer versions: Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: { DHCP agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: HyperV agent@hv-cinder-81888: {}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: L3 agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: Metadata agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: Metering agent@dv-cinder-818884-2-iscsi: {}, Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: Open vSwitch agent@dv-cinder-818884-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'ConntrackHelper': '1.0', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Log': '1.0', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Network': '1.1', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Port': '1.7', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'PortForwarding': '1.2', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'QosPolicy': '1.8', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroup': '1.4', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SecurityGroupRule': '1.2', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'SubPort': '1.0', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Subnet': '1.1', Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: 'Trunk': '1.1'}} Feb 02 14:29:11.815042 dv-cinder-818884-2-iscsi neutron-server[86951]: {{(pid=86951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:29:11.855958 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Attempting to bind port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:11.861040 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Attempting to bind port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:11.861893 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Attempting to bind port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:11.886353 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:11.899796 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:11.899796 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:11.901240 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Request body: {'port': {'device_id': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a', 'admin_state_up': True, 'tenant_id': '128981cb85b64fd5b4c2d26dc409db05'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:11.902480 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:11.909718 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Bound port: a4edf28b-e0a1-4707-acb0-8c448d38ddc1, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:11.910683 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:12.173478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:12.208673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Transition to ACTIVE for port object d2819f48-6e3f-4280-8d7c-416215f7babe will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:12.212897 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] For port a4edf28b-e0a1-4707-acb0-8c448d38ddc1, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:12.217455 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] For port a4edf28b-e0a1-4707-acb0-8c448d38ddc1, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:12.227865 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:12.325064 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c6518ea-d977-464d-8fe7-e5231e5838b3 req-736d1505-d467-4877-be7d-eb3e2d37b02b tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.1015897 Feb 02 14:29:12.373048 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:12.384771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:12.399676 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813a41-81f9-454f-ba2a-bca9911d55a5 None None] Pushing event updated for resources: {'Port': ['ID=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:12.401698 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:12.424247 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:12.424903 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:12.454507 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:12.455508 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:12.558342 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Pushing event updated for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:12.615763 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:12.617746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:12.642123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:12.644654 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:12.903280 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:13.099203 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:13.102566 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2e2c4bb4-b250-45f3-8b6e-69407ab2f81f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9352012 Feb 02 14:29:13.114195 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42568) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:13.144993 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:13.670346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:13.844964 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Usage tracker for resource:port and tenant:128981cb85b64fd5b4c2d26dc409db05 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:13.857075 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:13.874351 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-75841d86-6576-41ca-b311-db087a39de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:05Z', 'revision_number': 3, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:13.897069 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75841d86-6576-41ca-b311-db087a39de45 None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:05Z', 'revision_number': 3, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:13.949622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:14.039041 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-476c5d9b-919d-4645-bded-f05bfafa72ce None None] Provisioning for port d2819f48-6e3f-4280-8d7c-416215f7babe completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:14.052228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-476c5d9b-919d-4645-bded-f05bfafa72ce None None] Provisioning complete for port d2819f48-6e3f-4280-8d7c-416215f7babe triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:14.052818 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-476c5d9b-919d-4645-bded-f05bfafa72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:14.203311 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-476c5d9b-919d-4645-bded-f05bfafa72ce None None] Port d2819f48-6e3f-4280-8d7c-416215f7babe cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:14.214505 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e0747260-f194-40ca-90ff-93fabf5dcfc8 req-fad88f30-f50e-47b2-9547-0b60680f05ad tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.2533526 Feb 02 14:29:14.224787 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:07Z', 'revision_number': 3, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:14.232845 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:14.233171 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Updating router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e port b013478e-0475-4139-8dc2-f6c1ebd73ba9 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:14.244879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:14.255521 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Made reservation on behalf of 128981cb85b64fd5b4c2d26dc409db05 for: {'port': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:14.275743 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:14.425362 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:14.479311 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:15.068693 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Allocated IP 172.20.0.6 (dcf1dc85-91db-4931-92b9-c6fdc46a1d4a/34294dd0-e11c-4cdb-9861-534dcc75ab39/3416cf60-cfed-4528-a68c-cccc1e24d095) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:15.197969 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:15.209666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:15.211497 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:15.383028 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Pushing event updated for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:15.790741 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a4edf28b-e0a1-4707-acb0-8c448d38ddc1 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:15.846205 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bb480621-a7e0-4a87-9774-aa90dc89c038 req-d3b36390-8139-4a60-9fa2-a1c34b04319a tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.1443551 Feb 02 14:29:16.104860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:16.106386 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:16.268671 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:16.440952 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:16.446817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:16.575705 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:16.620281 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:16.644070 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Transition to ACTIVE for port object b013478e-0475-4139-8dc2-f6c1ebd73ba9 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:16.658054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:16.897784 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:29:16.944457 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-ca735d0c-1460-446d-ba07-d5b1515b909b None None] Provisioning complete for port d2819f48-6e3f-4280-8d7c-416215f7babe triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:16.945460 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ca735d0c-1460-446d-ba07-d5b1515b909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:17.177165 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-ca735d0c-1460-446d-ba07-d5b1515b909b None None] Port d2819f48-6e3f-4280-8d7c-416215f7babe cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:17.263675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Attempting to bind port b013478e-0475-4139-8dc2-f6c1ebd73ba9 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:17.265861 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Attempting to bind port b013478e-0475-4139-8dc2-f6c1ebd73ba9 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:17.267064 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Attempting to bind port b013478e-0475-4139-8dc2-f6c1ebd73ba9 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:17.306941 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:17.307930 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:17.311924 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:17.313240 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:17.314534 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Bound port: b013478e-0475-4139-8dc2-f6c1ebd73ba9, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:17.317633 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:17.435805 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42654) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:17.498806 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cf73bed8-11a6-466d-bcf7-47a2e1925efb req-9de46321-eb1e-4c84-987a-497080a429ec tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.3275552 Feb 02 14:29:17.571716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:17.584625 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490d58-767a-4f52-a33f-1cd5def3b51b None None] Pushing event updated for resources: {'Port': ['ID=b013478e-0475-4139-8dc2-f6c1ebd73ba9,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:17.747909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:17.894847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.019426 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] For port b013478e-0475-4139-8dc2-f6c1ebd73ba9, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:18.042081 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Pushing event updated for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:18.047926 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] For port b013478e-0475-4139-8dc2-f6c1ebd73ba9, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b013478e-0475-4139-8dc2-f6c1ebd73ba9,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:18.066717 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port a4edf28b-e0a1-4707-acb0-8c448d38ddc1, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:18.069166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:18.091262 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.093961 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:18.119200 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:18.119849 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:18.149002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.150569 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:18.202444 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:18.218921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:18.228653 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-14ac60f8-6874-478f-a26b-6303dd170ede admin admin] 10.222.0.48 "PUT /v2.0/routers/5f224ee0-af0d-4328-99fa-3969f938f751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5128183 Feb 02 14:29:18.230804 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:18.231882 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.244427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:18.251882 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Usage tracker for resource:security_group_rule and tenant:68aa890995b0416fa372944bcc0b2197 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:18.257249 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:18.271860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:18.315939 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.423533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:18.427822 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:18.492393 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.543073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:29:18.558849 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.563089 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-a7a30476-b5ee-413c-9e85-4bd379377d63 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7370138 Feb 02 14:29:18.568543 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:18.625197 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-ebd1eef7-b0c8-4308-bc1e-3441c2b878dc tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:29:18.627305 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-ebd1eef7-b0c8-4308-bc1e-3441c2b878dc tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221329 Feb 02 14:29:18.681090 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d5df1a-ab71-4f64-afee-6c004530bab9,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:18.742990 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-dbb8f0ec-5126-4ff0-b8cf-1bbf9bb8eecb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68aa890995b0416fa372944bcc0b2197&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3058312 Feb 02 14:29:18.749715 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42684) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:18.872497 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:18.950042 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:19.019092 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:19.021882 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:19.196397 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:19.237339 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:19.242623 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67d5df1a-ab71-4f64-afee-6c004530bab9 HTTP/1.1" status: 204 len: 168 time: 0.4915485 Feb 02 14:29:19.243886 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c1577-b01d-47a7-a5b3-0e7d9c2124a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d5df1a-ab71-4f64-afee-6c004530bab9,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:19.283159 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:19.288023 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490d58-767a-4f52-a33f-1cd5def3b51b None None] Pushing event updated for resources: {'Port': ['ID=b013478e-0475-4139-8dc2-f6c1ebd73ba9,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:19.390836 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:19.719419 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:07Z', 'revision_number': 3, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:19.728537 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad53d-8a87-4462-b075-f5e91a3a7061 None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:07Z', 'revision_number': 3, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:20.003627 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a719-0671-4115-b4f6-911484ddfed4 req-da19d755-476c-48cd-b782-2e340c34d948 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:20.005911 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-9fb9a719-0671-4115-b4f6-911484ddfed4 req-da19d755-476c-48cd-b782-2e340c34d948 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Synchronizing usage tracker for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:20.073770 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:20.091485 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Sync routers for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:20.106968 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:20.107607 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:20.135960 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:20.140603 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-feeca60e-7ce6-49c6-85e3-a1badfdd5fff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 16.6705880 Feb 02 14:29:20.143167 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42718) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:20.165490 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-9fb9a719-0671-4115-b4f6-911484ddfed4 req-da19d755-476c-48cd-b782-2e340c34d948 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Unset dirty status for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:20.168164 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9fb9a719-0671-4115-b4f6-911484ddfed4 req-da19d755-476c-48cd-b782-2e340c34d948 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 931 time: 1.1713545 Feb 02 14:29:20.375034 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:14Z', 'revision_number': 2, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:20.377246 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9fb9a719-0671-4115-b4f6-911484ddfed4 req-f52ad9ac-f351-43e9-a8f9-4770c50c21e4 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868970 Feb 02 14:29:20.396492 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Allocated IP 172.20.0.1 (9239a2d2-ad07-40b0-ab0a-5abf620e02ad/3fe06519-f733-48fd-ada8-80e46a0695cb/dd0ccf55-9379-4014-af04-47d9139eeb47) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:20.405393 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:20.405749 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Updating router 5f224ee0-af0d-4328-99fa-3969f938f751 port d2819f48-6e3f-4280-8d7c-416215f7babe binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:20.531692 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:20.935458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:21.005791 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b013478e-0475-4139-8dc2-f6c1ebd73ba9 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:21.017496 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Request body: {'port': {'device_id': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:21.137643 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Transition to ACTIVE for port object dd0ccf55-9379-4014-af04-47d9139eeb47 will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:21.367746 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:21.505377 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:21.588462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:21.796877 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42734) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:21.882587 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Pushing event updated for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:21.922476 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:21.951145 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Transition to ACTIVE for port object d2819f48-6e3f-4280-8d7c-416215f7babe will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:21.967577 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:22.001152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614059760', 'description': 'tempest-description--521602031'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:22.118085 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:22.135776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:22.137312 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:22.147227 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:22.159535 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:22.171845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:22.172676 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:22.185597 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:22.452878 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9397b-6d6c-4eee-aab9-6e5842c55ca8 None None] Pushing event updated for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:22.494058 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:22.697150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:22.755327 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:22.777191 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42740) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:22.790992 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:22.901760 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:22.986332 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5621594-3f9f-4194-ae5a-332b5506aeb5 req-afab0693-a159-4b64-accd-fa8dba7c0f73 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:22.991225 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a5621594-3f9f-4194-ae5a-332b5506aeb5 req-afab0693-a159-4b64-accd-fa8dba7c0f73 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 931 time: 1.1144557 Feb 02 14:29:23.015744 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Attempting to bind port d2819f48-6e3f-4280-8d7c-416215f7babe on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:23.018223 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Attempting to bind port d2819f48-6e3f-4280-8d7c-416215f7babe by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:23.020373 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Attempting to bind port d2819f48-6e3f-4280-8d7c-416215f7babe on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:23.045055 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:23.049066 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Checking segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:23.050758 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.053389 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Bound using segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:23.055536 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Bound port: d2819f48-6e3f-4280-8d7c-416215f7babe, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:23.057739 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.353215 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port b013478e-0475-4139-8dc2-f6c1ebd73ba9 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:23.367369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d806034a-32fe-49a6-a38d-4da4fe81f8e3 None None] Provisioning for port dd0ccf55-9379-4014-af04-47d9139eeb47 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:23.395805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port b013478e-0475-4139-8dc2-f6c1ebd73ba9 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:23.396221 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.461363 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] For port d2819f48-6e3f-4280-8d7c-416215f7babe, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:23.469373 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] For port d2819f48-6e3f-4280-8d7c-416215f7babe, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d2819f48-6e3f-4280-8d7c-416215f7babe,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:23.485593 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.486198 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d806034a-32fe-49a6-a38d-4da4fe81f8e3 None None] Provisioning complete for port dd0ccf55-9379-4014-af04-47d9139eeb47 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:23.487710 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d806034a-32fe-49a6-a38d-4da4fe81f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.639434 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:23.640440 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:23.712537 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.810516 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9397b-6d6c-4eee-aab9-6e5842c55ca8 None None] Pushing event updated for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:23.835588 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:23.837410 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:12Z', 'revision_number': 3, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:23.838010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:23.845533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-d806034a-32fe-49a6-a38d-4da4fe81f8e3 None None] Port dd0ccf55-9379-4014-af04-47d9139eeb47 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:23.874413 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Checking router: 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:23.878893 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Updating router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 port cc0220fa-0e48-4696-99cb-4e7f4022ac83 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:23.892713 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Usage tracker for resource:security_group_rule and tenant:041ca0b8cf6a4e18bbfd128c35e3d48b is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:23.916052 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a5621594-3f9f-4194-ae5a-332b5506aeb5 req-8732c5c7-c994-4805-8bc8-2f422bf3599f tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489613 Feb 02 14:29:23.917765 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:23.940652 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:24.040879 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.156332 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:24.506593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3416cf60-cfed-4528-a68c-cccc1e24d095 {{(pid=86948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:24.572586 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.588468 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.744084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.749473 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.763775 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.767052 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.775897 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:24.982828 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Allocated IP 172.20.0.1 (0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b/b81e3a21-f3f0-44ee-957e-087f3b42ded8/89e940a1-32b5-47bd-86e5-1d6c8878c295) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:25.006407 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port b013478e-0475-4139-8dc2-f6c1ebd73ba9, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b013478e-0475-4139-8dc2-f6c1ebd73ba9,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:25.022318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a72cc2d-aed2-464f-b052-40d79793170c,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:25.028840 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:25.029633 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a4edf28b-e0a1-4707-acb0-8c448d38ddc1 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:25.150146 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:25.155869 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.2731659 Feb 02 14:29:25.382757 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:23Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:25.399469 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360b0a0-1938-4445-93b2-d33e2d15a19f None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:23Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:25.413724 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42780) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:25.499183 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6ac8e-f7cd-4cb0-b9db-1af8cef580b4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c73d868-a1c4-458b-bf5d-d6ac34a85324,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:25.527875 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cee6a15d-6008-4f6e-aced-1f0aee06772a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=041ca0b8cf6a4e18bbfd128c35e3d48b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7466044 Feb 02 14:29:25.594674 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:25.623415 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Transition to ACTIVE for port object cc0220fa-0e48-4696-99cb-4e7f4022ac83 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:25.624073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42788) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:25.794316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:25.906027 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group_rule': {'security_group_id': '8c73d868-a1c4-458b-bf5d-d6ac34a85324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:25.977925 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Attempting to bind port cc0220fa-0e48-4696-99cb-4e7f4022ac83 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:25.978442 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Attempting to bind port cc0220fa-0e48-4696-99cb-4e7f4022ac83 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:25.978761 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Attempting to bind port cc0220fa-0e48-4696-99cb-4e7f4022ac83 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:25.990977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:25.992929 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:25.999603 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Transition to ACTIVE for port object 3416cf60-cfed-4528-a68c-cccc1e24d095 will not be triggered until provisioned by entity L2. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:26.010777 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:26.011287 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:26.011723 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.012122 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:26.012674 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Bound port: cc0220fa-0e48-4696-99cb-4e7f4022ac83, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:26.013460 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.110505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cb900-e926-4f98-9083-f71424363c15 req-247184be-6477-4b58-84e9-dbdbc805f81c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:26.113509 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3e0cb900-e926-4f98-9083-f71424363c15 req-247184be-6477-4b58-84e9-dbdbc805f81c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 931 time: 0.8177946 Feb 02 14:29:26.256571 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.262010 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:26.280663 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:26.291941 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.324824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.340011 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=b013478e-0475-4139-8dc2-f6c1ebd73ba9,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:26.369228 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:26.418165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3e0cb900-e926-4f98-9083-f71424363c15 req-ad7ed230-3bb0-45bb-a937-d724357636dc tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Synchronizing usage tracker for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:26.429474 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.551228 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3e0cb900-e926-4f98-9083-f71424363c15 req-ad7ed230-3bb0-45bb-a937-d724357636dc tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Unset dirty status for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:26.572646 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3e0cb900-e926-4f98-9083-f71424363c15 req-ad7ed230-3bb0-45bb-a937-d724357636dc tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308734 Feb 02 14:29:26.574231 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.787281 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa1a7-ddf9-4f80-9048-bb912b216f85 None None] Pushing event updated for resources: {'Port': ['ID=cc0220fa-0e48-4696-99cb-4e7f4022ac83,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:26.914504 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:26.915093 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:26.948433 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Pushing event updated for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:26.969114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:26.971211 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:26.975917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:26.976532 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.023784 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.029825 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] For port cc0220fa-0e48-4696-99cb-4e7f4022ac83, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:27.055499 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.057605 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.085408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a72cc2d-aed2-464f-b052-40d79793170c,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:27.089782 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Pushing event updated for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:27.114952 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] For port cc0220fa-0e48-4696-99cb-4e7f4022ac83, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cc0220fa-0e48-4696-99cb-4e7f4022ac83,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:27.145920 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.158322 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.158322 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-2a96b863-3ff2-4beb-9e69-6f27cc5d98ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a72cc2d-aed2-464f-b052-40d79793170c HTTP/1.1" status: 204 len: 168 time: 1.5155396 Feb 02 14:29:27.391699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.565298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa1a7-ddf9-4f80-9048-bb912b216f85 None None] Pushing event updated for resources: {'Port': ['ID=cc0220fa-0e48-4696-99cb-4e7f4022ac83,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:27.593711 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.652951 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:27.655996 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:27.746207 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Pushing event updated for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:27.852296 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Attempting to bind port 3416cf60-cfed-4528-a68c-cccc1e24d095 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:27.852737 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Attempting to bind port 3416cf60-cfed-4528-a68c-cccc1e24d095 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a'}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:27.853090 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Attempting to bind port 3416cf60-cfed-4528-a68c-cccc1e24d095 on network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:27.884792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Port 3416cf60-cfed-4528-a68c-cccc1e24d095 on network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:29:27.885132 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Attempting to bind port 3416cf60-cfed-4528-a68c-cccc1e24d095 on network dcf1dc85-91db-4931-92b9-c6fdc46a1d4a {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:27.907477 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:27.907817 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Checking segment: {'id': 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:27.908462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Bound using segment: {'id': 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a'} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:27.908941 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Bound port: 3416cf60-cfed-4528-a68c-cccc1e24d095, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a'}}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:27.909290 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.976775 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:27.981658 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:28.064519 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:28.120945 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:28.353023 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:28.364318 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:28.365398 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:28.381772 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, cleared binding levels {{(pid=86948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:28.392364 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3416cf60-cfed-4528-a68c-cccc1e24d095,segment=NetworkSegment(b4783cf9-5d93-4857-b4a6-662d3e41bdf1),segment_id=b4783cf9-5d93-4857-b4a6-662d3e41bdf1)] {{(pid=86948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:28.419920 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:28.461121 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42842) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:28.579250 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Pushing event updated for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:28.950944 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Pushing event updated for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=3']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:28.963399 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-b849d2d9-3558-4b95-8b04-ddad5db167b8 None None] Provisioning complete for port dd0ccf55-9379-4014-af04-47d9139eeb47 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:28.964298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b849d2d9-3558-4b95-8b04-ddad5db167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.010593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.026337 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec135a72-fd48-466e-a75e-6ac1b57d198f,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:29.046792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:29.051459 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Usage tracker for resource:security_group_rule and tenant:7c209a16446c44899cf00d40011457e5 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:29.054365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:29.060863 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:29.091006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:29.091767 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.092960 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-fad3f79f-f1cc-4bbf-84e9-2985e9e7a24e service neutron] 10.222.0.95 "PUT /v2.0/ports/3416cf60-cfed-4528-a68c-cccc1e24d095 HTTP/1.1" status: 200 len: 1093 time: 9.6580386 Feb 02 14:29:29.204292 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:29.215048 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:29.255478 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:29.257633 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.259093 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:29.330186 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d2819f48-6e3f-4280-8d7c-416215f7babe up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:29.386734 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.391992 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1f0b6efc-772e-47db-bb31-cab05f1131f1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8791859 Feb 02 14:29:29.392841 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.403450 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42858) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:29.439191 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b849d2d9-3558-4b95-8b04-ddad5db167b8 None None] Port dd0ccf55-9379-4014-af04-47d9139eeb47 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:29.821884 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port d2819f48-6e3f-4280-8d7c-416215f7babe completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:29.856233 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d2819f48-6e3f-4280-8d7c-416215f7babe triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:29.856699 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:29.902540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group_rule': {'security_group_id': '8c73d868-a1c4-458b-bf5d-d6ac34a85324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:29.982823 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:29:30.019812 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42868) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:30.025210 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c209a16446c44899cf00d40011457e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1005337 Feb 02 14:29:30.026655 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a1f15-4469-4982-ae17-cca33b7d97ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751fff60-02a0-4ab4-800f-e82313677a68,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:30.085259 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1b09-90cd-4b1f-975a-364eeb03365d req-ca6ed73a-105c-4789-9b21-eb6fa3899edf tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:30.087937 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b07c1b09-90cd-4b1f-975a-364eeb03365d req-ca6ed73a-105c-4789-9b21-eb6fa3899edf tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 943 time: 2.0677660 Feb 02 14:29:30.089337 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42870) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:30.106214 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:29:30.110793 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:30.147144 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:30.280435 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:30.290162 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.291183 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:30.306550 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b07c1b09-90cd-4b1f-975a-364eeb03365d req-7eec02d9-286d-4f6b-9aa9-1f26922bbffd tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173847 Feb 02 14:29:30.442241 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '89e940a1-32b5-47bd-86e5-1d6c8878c295', 'name': '', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'mac_address': 'fa:16:3e:80:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:24Z', 'updated_at': '2022-02-02T14:29:25Z', 'revision_number': 1, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'subnets': [{'id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:30.449717 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port d2819f48-6e3f-4280-8d7c-416215f7babe, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d2819f48-6e3f-4280-8d7c-416215f7babe,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:30.463472 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf512bbe-25fc-47ee-964e-26b8b98d7872 None None] The sync data for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi is: [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '89e940a1-32b5-47bd-86e5-1d6c8878c295', 'name': '', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'mac_address': 'fa:16:3e:80:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:24Z', 'updated_at': '2022-02-02T14:29:25Z', 'revision_number': 1, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'subnets': [{'id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:30.475190 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.477738 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b013478e-0475-4139-8dc2-f6c1ebd73ba9 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:30.524846 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.577795 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:30.591018 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-4003f6e5-ef7c-40db-8897-3d2646adb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:30.598410 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-4003f6e5-ef7c-40db-8897-3d2646adb9a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=128981cb85b64fd5b4c2d26dc409db05&device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 1096 time: 1.2783670 Feb 02 14:29:30.605448 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e2c2b750-9d74-43ce-9a09-14ef4e1a7f48 admin admin] 10.222.0.48 "PUT /v2.0/routers/8c03bf2f-5dc0-4b87-9471-867acbd1fc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4599054 Feb 02 14:29:30.619845 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.684848 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:30.702182 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Usage tracker for resource:security_group_rule and tenant:a3625d75d3104182b80f0dc75b9ffeb8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:30.723514 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:30.735465 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:30.741785 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.809949 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:29:30.815040 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095', 'status': 'completed', 'code': 200} Feb 02 14:29:30.824821 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:30.854904 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:30.855947 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:30.858374 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:30.871755 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:30.913921 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ac6d6829-8a8a-405b-bf82-b03a2797caea admin admin] 10.222.0.48 "PUT /v2.0/routers/1941d103-9bb0-4b4b-a6a2-362f9d63d94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7949243 Feb 02 14:29:30.941796 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port b013478e-0475-4139-8dc2-f6c1ebd73ba9 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:30.943151 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.001042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.016853 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.025058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.027242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.095199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f6caf6-d880-4423-841c-2548d970468d,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:31.118168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.119415 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5033c853-6f85-4ebf-a9ad-c52fb6f0aa2b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6752865 Feb 02 14:29:31.126310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 42892) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:31.155809 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:31.180899 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:31.206953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:floatingip and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:31.213015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:31.228246 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:31.256365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.339660 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3625d75d3104182b80f0dc75b9ffeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1753790 Feb 02 14:29:31.372036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42904) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:31.376119 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63119705-4249-404d-a16d-78cdc3450675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf620e-2486-4186-b630-d6a5243dd968,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:31.382559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d2819f48-6e3f-4280-8d7c-416215f7babe up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:31.416104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.442399 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.443609 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/751fff60-02a0-4ab4-800f-e82313677a68 HTTP/1.1" status: 204 len: 168 time: 1.3205845 Feb 02 14:29:31.444963 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:31.447294 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72cb6-a186-4b1f-99f4-5605bbf9c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751fff60-02a0-4ab4-800f-e82313677a68,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:31.544704 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d2819f48-6e3f-4280-8d7c-416215f7babe triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:31.545188 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.707224 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.750852 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:31.953050 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:32.147122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:32.185207 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf620e-2486-4186-b630-d6a5243dd968,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:32.214753 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86c30c-3701-48fd-88f0-9222b0bc03be req-89b7262e-0d7b-4930-b380-87e9877fe0ef tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:32.216407 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1d86c30c-3701-48fd-88f0-9222b0bc03be req-89b7262e-0d7b-4930-b380-87e9877fe0ef tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 943 time: 0.3770883 Feb 02 14:29:32.259548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:32.260730 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-78cdd73b-dbd1-43ec-907c-7385ad121d5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2eaf620e-2486-4186-b630-d6a5243dd968 HTTP/1.1" status: 204 len: 168 time: 0.8871801 Feb 02 14:29:32.270500 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Allocated IP 172.27.2.28 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/263be368-fe77-401d-8c61-3a1e895a4a15) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:32.319592 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1d86c30c-3701-48fd-88f0-9222b0bc03be req-fc8cb7c6-f202-4709-88d7-dd4cedf352e5 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948641 Feb 02 14:29:32.337248 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8a0eb4b7-b3f8-4e36-b6b7-df2232461aa1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:32.337976 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8a0eb4b7-b3f8-4e36-b6b7-df2232461aa1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Synchronizing usage tracker for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:32.413641 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:25Z', 'revision_number': 2, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:32.422877 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:32.423700 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Updating router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e port dd0ccf55-9379-4014-af04-47d9139eeb47 binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:32.511445 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:32.865103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-af2fdee5-4d0b-40a0-b8d9-46dbc8810ec1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3416cf60-cfed-4528-a68c-cccc1e24d095 HTTP/1.1" status: 200 len: 217 time: 0.4420745 Feb 02 14:29:32.869180 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8a0eb4b7-b3f8-4e36-b6b7-df2232461aa1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Unset dirty status for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:32.875340 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8a0eb4b7-b3f8-4e36-b6b7-df2232461aa1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 818 time: 1.0269072 Feb 02 14:29:32.891760 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:32.954106 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.074647 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-63b17112-afe0-48a1-a153-5a2755d746b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.122746 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-0ac060ef-dfa1-4da3-8542-4e76a55bf1fb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/quotas/32470c87e1794fd0944d4173099bf7a7 HTTP/1.1" status: 200 len: 375 time: 0.1790709 Feb 02 14:29:33.135111 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:33.149532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:33.152375 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:33.205980 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.225557 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Transition to ACTIVE for port object dd0ccf55-9379-4014-af04-47d9139eeb47 will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:33.237944 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.301077 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=263be368-fe77-401d-8c61-3a1e895a4a15,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:33.302201 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42954) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:33.330881 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-f3c25e56-76db-4e87-b68e-e8a23517515f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945295 Feb 02 14:29:33.334885 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.381296 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.427056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.437961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cc0220fa-0e48-4696-99cb-4e7f4022ac83 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:33.442184 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:33.464379 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Usage tracker for resource:security_group_rule and tenant:4bd68419983a4ffeb7e1c64ad91e966d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:33.475814 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:33.495076 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:33.561696 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675158-fad8-49c7-a133-32f847005460 None None] Pushing event updated for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:33.692150 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port cc0220fa-0e48-4696-99cb-4e7f4022ac83 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:33.711900 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port cc0220fa-0e48-4696-99cb-4e7f4022ac83 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:33.714674 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.835864 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.845868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.852627 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Attempting to bind port dd0ccf55-9379-4014-af04-47d9139eeb47 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:33.853328 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Attempting to bind port dd0ccf55-9379-4014-af04-47d9139eeb47 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:33.853915 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Attempting to bind port dd0ccf55-9379-4014-af04-47d9139eeb47 on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:33.867157 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:33.875540 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Checking segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:33.876102 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.876517 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Bound using segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:33.877032 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Bound port: dd0ccf55-9379-4014-af04-47d9139eeb47, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:33.877435 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:33.928016 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42982) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:33.991953 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55618856', 'description': 'tempest-description--1759914070'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:34.000280 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce321cc-9804-4fc0-bff2-3958ff740a08,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:34.032596 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:34.042677 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:34.043479 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c5a5ad74-eceb-47eb-b41f-a440fb1fe409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:34.046072 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-c5a5ad74-eceb-47eb-b41f-a440fb1fe409 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34294dd0-e11c-4cdb-9861-534dcc75ab39 HTTP/1.1" status: 200 len: 851 time: 0.2805924 Feb 02 14:29:34.048930 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-58ff808e-9fae-4474-ae90-365b1c3990af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bd68419983a4ffeb7e1c64ad91e966d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7446406 Feb 02 14:29:34.051194 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:34.055108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 42990) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:34.059029 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-a55e52d0-4c10-4fc8-a90e-8ccd770c3ce4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:29:34.060055 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-a55e52d0-4c10-4fc8-a90e-8ccd770c3ce4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4025185 Feb 02 14:29:34.080557 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:34.122213 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.160833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:34.169499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:34.176234 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:34.182382 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] For port dd0ccf55-9379-4014-af04-47d9139eeb47, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:34.192072 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] For port dd0ccf55-9379-4014-af04-47d9139eeb47, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=dd0ccf55-9379-4014-af04-47d9139eeb47,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:34.195957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:34.204830 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.237106 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.289432 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port cc0220fa-0e48-4696-99cb-4e7f4022ac83, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cc0220fa-0e48-4696-99cb-4e7f4022ac83,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:34.296562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.340101 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:34.340738 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:34.420863 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-6617517f-4f87-4cb3-b00b-840167784954 service neutron] 10.222.0.48 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262299 Feb 02 14:29:34.504596 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.530047 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Sync routers for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:29:34.532012 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.567257 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.604373 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:34.605353 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:34.663950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.702534 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:34.769197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:34.801551 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-9165945e-c695-4e7b-b52c-1287fc18b28c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764178 Feb 02 14:29:34.805077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.812166 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-4b972e01-223e-4850-afe5-e025dc788f84 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8694956 Feb 02 14:29:34.818623 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43018) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:34.842777 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group_rule': {'security_group_id': '9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:34.843806 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-2ff22dd2-cabd-4aa5-95f7-71d2e3de84d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909388 Feb 02 14:29:34.850298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:34.855974 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:34.861066 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:34.866512 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.869346 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:34.872268 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.911810 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675158-fad8-49c7-a133-32f847005460 None None] Pushing event updated for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:34.924205 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.934241 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f67c0-72e9-473a-955a-f32fa6b04a99 req-8fb3dd8b-4cb9-4ef1-81ca-817784d5f995 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:34.945572 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-038f67c0-72e9-473a-955a-f32fa6b04a99 req-8fb3dd8b-4cb9-4ef1-81ca-817784d5f995 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 943 time: 0.6272013 Feb 02 14:29:34.963784 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=cc0220fa-0e48-4696-99cb-4e7f4022ac83,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:34.984057 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=263be368-fe77-401d-8c61-3a1e895a4a15,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:34.995645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:34.998298 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-8b05745a-14bf-4e3c-beef-a2d3a08950ae tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8708854 Feb 02 14:29:35.089573 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.125618 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:35.166715 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-038f67c0-72e9-473a-955a-f32fa6b04a99 req-50ab7f97-9832-41d4-9f74-6ddd8060c9d9 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202187 Feb 02 14:29:35.226561 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.311561 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.317588 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ce321cc-9804-4fc0-bff2-3958ff740a08 HTTP/1.1" status: 204 len: 168 time: 1.2585254 Feb 02 14:29:35.320033 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca1115-2ce5-4a95-a291-41da8ef04fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce321cc-9804-4fc0-bff2-3958ff740a08,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:35.360886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cc0220fa-0e48-4696-99cb-4e7f4022ac83 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:35.363366 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:35.364810 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.369351 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc9b81-5dbd-486a-af3d-0f21f75bd14d None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:35.377344 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.443703 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-63db342b-5b16-47c6-9448-5f501d619d09 req-d7fc7fbf-86eb-4d6d-bc3d-e145edd24914 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 210 time: 0.1513610 Feb 02 14:29:35.453726 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35452fc-89b4-4e47-a643-1de9eadee90f,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:35.591987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:35.600810 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c2f2f115-6917-4588-b456-c98ade3d6af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7763550 Feb 02 14:29:35.604957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43064) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:35.638117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group_rule': {'security_group_id': '9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:35.679683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:35.708539 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:35.732522 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-800ddbb6-57c8-4d56-8d07-a415742d83ab tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--614059760&fields=id&tenant_id=56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 267 time: 0.2249992 Feb 02 14:29:35.744801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:35.792208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:35.891525 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-ee1142e5-dcdf-4162-8ea3-b0f4782e5031 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329151 Feb 02 14:29:35.990879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.194365 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port cc0220fa-0e48-4696-99cb-4e7f4022ac83 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:36.197184 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.251843 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2e23d1e8-292b-4af8-98a0-cb557c0ef154 req-33b3f7c6-7ab2-4a5f-857b-c46391f7367f service neutron] 10.222.0.95 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530009 Feb 02 14:29:36.320374 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-14091ec9-99d4-4ac4-8d03-698190a0d588 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:36.342367 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-14091ec9-99d4-4ac4-8d03-698190a0d588 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 810 time: 0.5960450 Feb 02 14:29:36.405659 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-e48f06bf-245f-4c6f-a6ad-6cd78fefa055 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/quotas/56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 375 time: 0.0488558 Feb 02 14:29:36.521730 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1cbb63d6-7855-4ac1-985c-1b7f008e7b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.629673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.669424 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.763628 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-0c905130-fad6-45b3-9cd2-973628ad0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:36.766209 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f13f8b2-d5b3-450b-8054-984ee1406713,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:36.770684 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-0c905130-fad6-45b3-9cd2-973628ad0afe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=128981cb85b64fd5b4c2d26dc409db05&device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 1096 time: 0.3756926 Feb 02 14:29:36.771125 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '89e940a1-32b5-47bd-86e5-1d6c8878c295', 'name': '', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'mac_address': 'fa:16:3e:80:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:24Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 2, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'subnets': [{'id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:36.775905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.782444 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Checking router: 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:29:36.782801 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Updating router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 port 89e940a1-32b5-47bd-86e5-1d6c8878c295 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:29:36.787523 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-bf7e21cc-825e-410b-86fc-7eb3c58cf2ca tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:36.789071 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-bf7e21cc-825e-410b-86fc-7eb3c58cf2ca tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 818 time: 0.5353079 Feb 02 14:29:36.791093 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-6bf69b21-8247-40fd-8264-c2386640158a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1849947 Feb 02 14:29:36.793938 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43118) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:36.833320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:36.845315 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:36.860197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:floatingip and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:36.865271 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:36.873640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:36.946104 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:37.001484 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-e1eea453-4dd5-428d-be5a-df2372823204 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:37.039049 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.345508 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-89a2fce7-64ea-4bf2-9e3d-9896bee35762 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/quotas/32470c87e1794fd0944d4173099bf7a7 HTTP/1.1" status: 200 len: 375 time: 0.5283663 Feb 02 14:29:37.386306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-e1eea453-4dd5-428d-be5a-df2372823204 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:37.390606 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-e1eea453-4dd5-428d-be5a-df2372823204 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9608676 Feb 02 14:29:37.483187 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device dd0ccf55-9379-4014-af04-47d9139eeb47 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:37.620794 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.634210 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.673395 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.742648 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Transition to ACTIVE for port object 89e940a1-32b5-47bd-86e5-1d6c8878c295 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:37.745619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-e68abd28-7dde-4217-a6f3-4895507261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:37.750483 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-e68abd28-7dde-4217-a6f3-4895507261fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a HTTP/1.1" status: 200 len: 912 time: 0.9594684 Feb 02 14:29:37.752735 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port dd0ccf55-9379-4014-af04-47d9139eeb47 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:37.758293 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.823269 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port dd0ccf55-9379-4014-af04-47d9139eeb47 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:37.823635 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:37.838233 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-7921a2ce-c087-4cfd-a2af-78d207977248 service neutron] 10.222.0.48 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946126 Feb 02 14:29:37.900002 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-b115e555-ed06-4a42-82a5-98f5869da8dc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3416cf60-cfed-4528-a68c-cccc1e24d095 HTTP/1.1" status: 200 len: 217 time: 0.1349080 Feb 02 14:29:37.915075 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8152f15a-a631-4e79-9e5c-a98322278ffb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5615594 Feb 02 14:29:38.116375 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-ae23192c-bb22-4da4-830d-1bac176e31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:38.119721 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-ae23192c-bb22-4da4-830d-1bac176e31f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34294dd0-e11c-4cdb-9861-534dcc75ab39 HTTP/1.1" status: 200 len: 851 time: 0.2009606 Feb 02 14:29:38.131770 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecd5df-17a2-4273-8d34-854ab7e6960c None None] Pushing event updated for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:38.154859 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.260882 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Attempting to bind port 89e940a1-32b5-47bd-86e5-1d6c8878c295 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:38.261396 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Attempting to bind port 89e940a1-32b5-47bd-86e5-1d6c8878c295 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:38.262019 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Attempting to bind port 89e940a1-32b5-47bd-86e5-1d6c8878c295 on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:38.283524 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:38.284489 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Checking segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:38.285631 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.286125 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Bound using segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:38.286755 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Bound port: 89e940a1-32b5-47bd-86e5-1d6c8878c295, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:38.287226 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.336874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.95', 49838) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:38.339439 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-a8b40d4f-b32c-420c-8b1d-6df3cab2295f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149986 Feb 02 14:29:38.359384 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.443080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Allocated IP 172.27.2.91 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/f554a00f-c18a-480d-82b6-6c1a59eef755) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:38.493289 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port dd0ccf55-9379-4014-af04-47d9139eeb47, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=dd0ccf55-9379-4014-af04-47d9139eeb47,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:38.503729 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.681612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] For port 89e940a1-32b5-47bd-86e5-1d6c8878c295, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:38.730638 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] For port 89e940a1-32b5-47bd-86e5-1d6c8878c295, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=89e940a1-32b5-47bd-86e5-1d6c8878c295,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:38.741240 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:38.747772 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:38.855124 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-9b0fdc9e-cd45-4aa3-a8fc-a2f441a7db65 service neutron] 10.222.0.48 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8774436 Feb 02 14:29:38.860592 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-796a3d10-1cf9-4114-aa80-9c497a7bc259 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746735 Feb 02 14:29:38.869221 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-6d75f6f9-baf4-4611-a291-eb23b0e617c7 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:38.871289 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-6d75f6f9-baf4-4611-a291-eb23b0e617c7 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 818 time: 0.5309215 Feb 02 14:29:38.911702 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecd5df-17a2-4273-8d34-854ab7e6960c None None] Pushing event updated for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:38.921340 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Request body: {'port': {'device_id': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'admin_state_up': True, 'tenant_id': '32470c87e1794fd0944d4173099bf7a7'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:38.941028 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:29:38.942712 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:29:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:38.990918 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-06b6c080-84eb-4485-8ebc-1e22f0133be8 service neutron] 10.222.0.48 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424136 Feb 02 14:29:39.011764 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:39.087619 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:39.166732 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:39.186440 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Usage tracker for resource:port and tenant:32470c87e1794fd0944d4173099bf7a7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:39.196141 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:39.209526 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:39.453272 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:39.465390 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:39.479977 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:29:39.527255 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:39.568793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=f554a00f-c18a-480d-82b6-6c1a59eef755,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:39.671083 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Made reservation on behalf of 32470c87e1794fd0944d4173099bf7a7 for: {'port': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:39.677268 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:39.799625 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:39.803861 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 3416cf60-cfed-4528-a68c-cccc1e24d095 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:29:39.812619 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 89e940a1-32b5-47bd-86e5-1d6c8878c295 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:39.874711 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:39.916586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876425-5ceb-47aa-a1f5-926f800147b8 req-0ebd80bf-1300-45e9-aed5-f7c49934bbd0 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:39.919935 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82876425-5ceb-47aa-a1f5-926f800147b8 req-0ebd80bf-1300-45e9-aed5-f7c49934bbd0 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 943 time: 0.5774646 Feb 02 14:29:39.983627 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Allocated IP 172.20.0.9 (0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b/b81e3a21-f3f0-44ee-957e-087f3b42ded8/ac1778c2-4215-4941-a324-c40b4916ec40) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:40.138769 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82876425-5ceb-47aa-a1f5-926f800147b8 req-b0348f1d-13cd-4aea-9e19-c9f7762a05c4 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364005 Feb 02 14:29:40.141666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.325153 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.resource_extend [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 14:29:40.465255 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-88e85f85-67aa-405e-a57a-70ccee2599e2 req-fd1e0bb0-cf79-4d1c-b5d1-4c7b43e415f5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 210 time: 0.0539379 Feb 02 14:29:40.537031 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 89e940a1-32b5-47bd-86e5-1d6c8878c295 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:40.573945 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.584100 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.584321 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 89e940a1-32b5-47bd-86e5-1d6c8878c295 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:40.584590 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.611750 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.677429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.709446 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=f554a00f-c18a-480d-82b6-6c1a59eef755,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:40.723167 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.735233 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.736781 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-202a015a-104e-479a-a2c2-abc795f79a48 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9414690 Feb 02 14:29:40.884382 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3416cf60-cfed-4528-a68c-cccc1e24d095,segment=NetworkSegment(b4783cf9-5d93-4857-b4a6-662d3e41bdf1),segment_id=b4783cf9-5d93-4857-b4a6-662d3e41bdf1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:40.892238 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-82886afd-2765-4ba9-9226-cc36892eda71 service neutron] 10.222.0.48 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0277390 Feb 02 14:29:40.899731 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '3416cf60-cfed-4528-a68c-cccc1e24d095', 'network_id': 'dcf1dc85-91db-4931-92b9-c6fdc46a1d4a', 'port_id': '3416cf60-cfed-4528-a68c-cccc1e24d095', 'mac_address': 'fa:16:3e:f6:ae:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34294dd0-e11c-4cdb-9861-534dcc75ab39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:29:40.919353 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:40.932180 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:40.945771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:40.952335 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:40.953134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:40.963651 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b841ec21-63b4-4ba7-a86d-3a2aa5f5b2fd req-b8673ab9-1990-4fed-a965-fd298e31cb1d service neutron] 10.222.0.95 "GET /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0727773 Feb 02 14:29:41.009458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Pushing event updated for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:41.015404 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-252448fa-e931-4cd2-9bd7-4e9b8465806b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0998027 Feb 02 14:29:41.037878 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Request body: {'port': {'device_id': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:41.236769 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:41.281618 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:41.302707 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f96fdc90-ca86-4d81-8479-0a114e062a09 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:41.317045 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3416cf60-cfed-4528-a68c-cccc1e24d095 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:41.367587 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f96fdc90-ca86-4d81-8479-0a114e062a09 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:41.369049 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f96fdc90-ca86-4d81-8479-0a114e062a09 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--55618856&fields=id&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 267 time: 0.2274549 Feb 02 14:29:41.372519 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3416cf60-cfed-4528-a68c-cccc1e24d095,segment=NetworkSegment(b4783cf9-5d93-4857-b4a6-662d3e41bdf1),segment_id=b4783cf9-5d93-4857-b4a6-662d3e41bdf1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:41.400555 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:41.428543 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43268) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:41.462171 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:41.546980 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 89e940a1-32b5-47bd-86e5-1d6c8878c295, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=89e940a1-32b5-47bd-86e5-1d6c8878c295,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:41.718037 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:41.747695 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '89e940a1-32b5-47bd-86e5-1d6c8878c295', 'name': '', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'mac_address': 'fa:16:3e:80:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:24Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'subnets': [{'id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:29:41.755319 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:41.757519 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device dd0ccf55-9379-4014-af04-47d9139eeb47 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:41.872198 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4c7e5-85b1-43c9-95c7-5b703c0c7bf7 None None] The sync data for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi is: [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:29:27Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '89e940a1-32b5-47bd-86e5-1d6c8878c295', 'name': '', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'mac_address': 'fa:16:3e:80:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:24Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 4, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'subnets': [{'id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:29:41.960776 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f60ae42e-c937-43eb-8952-0e9930b53bb1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:41.975460 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f60ae42e-c937-43eb-8952-0e9930b53bb1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 817 time: 0.5943046 Feb 02 14:29:42.018093 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-d84eda69-f4e7-417c-bc54-7789390ff2bf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/quotas/75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 375 time: 0.0399890 Feb 02 14:29:42.021286 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:42.095204 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:42.124071 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port dd0ccf55-9379-4014-af04-47d9139eeb47 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:42.124872 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:42.267830 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-2e8591d2-4449-4ffe-a3db-857ea0ffde77 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2416971 Feb 02 14:29:42.270122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43300) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:42.272639 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['3416cf60-cfed-4528-a68c-cccc1e24d095'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:29:42.278357 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:42.313126 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Usage tracker for resource:security_group_rule and tenant:da4b971319e343f2a7ad556409ac9bc7 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:42.347925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:42.402977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:42.587370 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-db7ed34f-a523-4f78-9cf2-a6fb64dfceff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:42.588115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-db7ed34f-a523-4f78-9cf2-a6fb64dfceff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:42.618225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-5c1207ba-33be-4d04-a2e4-2f8e5d6b5059 service neutron] 10.222.0.48 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416281 Feb 02 14:29:42.698825 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 89e940a1-32b5-47bd-86e5-1d6c8878c295 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:42.795722 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-db7ed34f-a523-4f78-9cf2-a6fb64dfceff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:42.799007 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-db7ed34f-a523-4f78-9cf2-a6fb64dfceff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 810 time: 1.1877196 Feb 02 14:29:42.829385 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052e075-6506-4261-b73e-c95739743867 req-ccf754ba-edb0-4ad2-b0c4-01b74154430d tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:42.833378 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b052e075-6506-4261-b73e-c95739743867 req-ccf754ba-edb0-4ad2-b0c4-01b74154430d tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 944 time: 1.3452852 Feb 02 14:29:42.921346 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:42.926542 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 89e940a1-32b5-47bd-86e5-1d6c8878c295 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:42.926916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.010193 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b052e075-6506-4261-b73e-c95739743867 req-1463d10e-de8e-415f-b467-f43b7f27f95a tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449108 Feb 02 14:29:43.028646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-36250e66-3a00-4820-b14e-94890cc87ddb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:43.068793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:43.095624 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Usage tracker for resource:security_group_rule and tenant:ac4ca0f8dcbb4f71a75f946f5bf45170 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:43.108077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:43.126167 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:43.155688 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.156682 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-36250e66-3a00-4820-b14e-94890cc87ddb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:43.157818 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-36250e66-3a00-4820-b14e-94890cc87ddb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 379 time: 0.3190472 Feb 02 14:29:43.197014 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'port': {'device_id': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'admin_state_up': True, 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'security_groups': ['8c73d868-a1c4-458b-bf5d-d6ac34a85324']}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:43.229115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.358315 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43318) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:43.359548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.95', 49852) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:43.370695 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da4b971319e343f2a7ad556409ac9bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9386835 Feb 02 14:29:43.373723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43320) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:43.439789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1778c2-4215-4941-a324-c40b4916ec40 {{(pid=86948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:43.452659 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-6b768683-a212-4ba9-97cb-ac668ab270e0 service neutron] 10.222.0.48 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267958 Feb 02 14:29:43.461887 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.470485 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.474423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-28dac15f-0bf5-450e-9a19-14b8c113be17 req-e1b5e3c4-366d-4ae6-abd4-1a939463a358 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Synchronizing usage tracker for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:43.523572 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d68f1-928e-4de0-8dd0-94820fa902fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e993a95-3bc8-489c-9a78-240bedbca78a,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:43.546412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Transition to ACTIVE for port object ac1778c2-4215-4941-a324-c40b4916ec40 will not be triggered until provisioned by entity L2. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:43.552270 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.564270 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.613130 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 3416cf60-cfed-4528-a68c-cccc1e24d095 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:43.645047 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac4ca0f8dcbb4f71a75f946f5bf45170&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3720238 Feb 02 14:29:43.660227 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43334) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:43.728079 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-28dac15f-0bf5-450e-9a19-14b8c113be17 req-e1b5e3c4-366d-4ae6-abd4-1a939463a358 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Unset dirty status for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:43.729244 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-28dac15f-0bf5-450e-9a19-14b8c113be17 req-e1b5e3c4-366d-4ae6-abd4-1a939463a358 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 210 time: 0.3463788 Feb 02 14:29:43.767052 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:43.769395 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43340) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:43.839582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d9c1-5939-4aa8-b667-879558e92d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419054d-133b-4b45-8e61-884a871851b1,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:43.843923 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 3416cf60-cfed-4528-a68c-cccc1e24d095 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:43.852592 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 3416cf60-cfed-4528-a68c-cccc1e24d095 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:43.853149 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.038149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.040497 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.079316 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9650b7d5-06e3-43a6-82a7-d51c03225471 req-d90bddd2-f931-4f86-a431-65f48a015639 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.1798563 Feb 02 14:29:44.089524 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:44.105232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.160761 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:44.163778 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54335185-833a-453e-96c8-411eb915317f service neutron] Pushing event updated for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:44.166626 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.167821 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8a1aca39-61a0-4bcd-9d6f-fde030556286 req-42f9dbe0-3f11-42c7-9a02-336ab3f24023 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 210 time: 0.1981847 Feb 02 14:29:44.203952 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3416cf60-cfed-4528-a68c-cccc1e24d095,segment=NetworkSegment(b4783cf9-5d93-4857-b4a6-662d3e41bdf1),segment_id=b4783cf9-5d93-4857-b4a6-662d3e41bdf1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:44.211425 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.212306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:44.217082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3670341d0fd64d06aa757557d0a65fee is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:44.220962 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:44.224704 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:44.228101 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:44.236748 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Attempting to bind port ac1778c2-4215-4941-a324-c40b4916ec40 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:44.237381 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Attempting to bind port ac1778c2-4215-4941-a324-c40b4916ec40 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:44.237507 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Attempting to bind port ac1778c2-4215-4941-a324-c40b4916ec40 on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:44.252051 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Port ac1778c2-4215-4941-a324-c40b4916ec40 on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:29:44.253454 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Attempting to bind port ac1778c2-4215-4941-a324-c40b4916ec40 on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:44.285340 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:44.285681 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Checking segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:44.286280 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Bound using segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:44.286758 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Bound port: ac1778c2-4215-4941-a324-c40b4916ec40, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:44.287305 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.314017 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:44.335354 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.336872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.366750 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.382647 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:44.402698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-775da98b-df00-4a2b-a80b-50604f489f8d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:44.404230 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-775da98b-df00-4a2b-a80b-50604f489f8d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 818 time: 1.0318468 Feb 02 14:29:44.473682 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Usage tracker for resource:security_group_rule and tenant:6485c3ef1faf497ca0c15d6f317a4c8e is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:44.477938 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:44.484554 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:44.505187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.535163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27defbca-f0ee-43a0-ba0c-a6c2f590b1bb,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:44.545422 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095', 'code': 200} Feb 02 14:29:44.555640 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Made reservation on behalf of 56bc51711e3b4af5baf392fc02472fe0 for: {'port': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:44.572178 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.594283 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Request body: {'port': {'device_id': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'admin_state_up': True, 'tenant_id': '32470c87e1794fd0944d4173099bf7a7'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:44.618140 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, cleared binding levels {{(pid=86948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:44.662725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ac1778c2-4215-4941-a324-c40b4916ec40,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:44.678970 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.714849 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-758c4027-15eb-41d1-a89f-964729ca28e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3670341d0fd64d06aa757557d0a65fee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3459761 Feb 02 14:29:44.718975 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43378) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:44.841721 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:44.842665 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.844219 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-54335185-833a-453e-96c8-411eb915317f service neutron] 10.222.0.95 "PUT /v2.0/ports/ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 1093 time: 3.8120694 Feb 02 14:29:44.850125 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:44.857207 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.909002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e993a95-3bc8-489c-9a78-240bedbca78a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:44.954677 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a77a7-92cc-446e-a23e-56196fc98ede req-b66ad80a-69e3-4fbf-9f97-4c60f757341d tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:44.956627 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f50a77a7-92cc-446e-a23e-56196fc98ede req-b66ad80a-69e3-4fbf-9f97-4c60f757341d tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.5950494 Feb 02 14:29:44.958741 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.95', 49856) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:44.962209 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:44.969728 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:45.009289 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54335185-833a-453e-96c8-411eb915317f service neutron] Pushing event updated for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=3']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:45.032342 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.032999 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.072558 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.081984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:45.089987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419054d-133b-4b45-8e61-884a871851b1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:45.133412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.136113 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.137237 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-a9d816dd-d36c-49e2-a746-263de140b648 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e993a95-3bc8-489c-9a78-240bedbca78a HTTP/1.1" status: 204 len: 168 time: 1.7373302 Feb 02 14:29:45.138116 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.142311 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7b2e0897-f98b-44e6-8dc4-97b8b98688df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c419054d-133b-4b45-8e61-884a871851b1 HTTP/1.1" status: 204 len: 168 time: 1.4776940 Feb 02 14:29:45.158586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Made reservation on behalf of 32470c87e1794fd0944d4173099bf7a7 for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:45.163289 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.163967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Allocated IP 172.20.0.6 (cd11a4bc-18c4-428b-9346-d3f2693d4bf1/97c0d365-7fa7-455c-9658-2e9d5614314f/7ea3778a-86e9-4308-834b-62e377400eb1) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:45.169008 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e83dc2d3-5a0b-456f-8cab-a590d1e0fd55 req-397262a6-55d6-4d28-afe7-0bc221915003 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 210 time: 0.0838189 Feb 02 14:29:45.218880 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6485c3ef1faf497ca0c15d6f317a4c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4387908 Feb 02 14:29:45.225789 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c41ff-67eb-4d72-93e8-7e6301e4f5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a810b22-433e-47e7-a4c9-7afb425f178a,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:45.229920 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43402) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:45.249027 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f50a77a7-92cc-446e-a23e-56196fc98ede req-d9e291c6-b5cd-4711-ae7b-6bf5caca97cd tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732575 Feb 02 14:29:45.295963 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40', 'status': 'completed', 'code': 200} Feb 02 14:29:45.367947 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-62eb26fa-be75-49ec-9e6d-055e686ce198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:45.373824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8fdd10c3-f38a-45a2-a53f-6bc2a750007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:45.374053 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-62eb26fa-be75-49ec-9e6d-055e686ce198 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 1098 time: 0.4288955 Feb 02 14:29:45.376423 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8fdd10c3-f38a-45a2-a53f-6bc2a750007a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1096 time: 0.4078882 Feb 02 14:29:45.431409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.530090 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-2d0b1ebf-6947-4075-8115-ac6918abe044 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1003661 Feb 02 14:29:45.611308 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.620266 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cdf65cae-d9f8-4266-a641-9f86cab0b814 req-4b4de371-ba00-4f12-8700-45f4e72e3b10 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.0760648 Feb 02 14:29:45.664868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.95', 49857) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:45.680909 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Allocated IP 172.20.0.11 (0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b/b81e3a21-f3f0-44ee-957e-087f3b42ded8/439d360e-f679-4d17-ab59-e33541414abe) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:45.695766 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.705009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.722640 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-07ac298a-3a74-4ba1-90d6-479092d940d6 req-b526f39d-a173-4d5a-87e8-5bd3e2b16a4f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 210 time: 0.1899583 Feb 02 14:29:45.748251 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27defbca-f0ee-43a0-ba0c-a6c2f590b1bb,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:45.759987 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:45.770299 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43414) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:45.773426 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Usage tracker for resource:security_group_rule and tenant:c3ee871bd890494c856d3d7fb70e23ca is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:45.802777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:45.841182 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43418) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:45.842189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:45.872658 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-28b3701c-aaf2-4f14-b863-1529bf6692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:45.874477 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-28b3701c-aaf2-4f14-b863-1529bf6692d7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.2529018 Feb 02 14:29:45.881484 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.917444 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.941246 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:45.944296 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.947954 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b966e6e6-f0a0-4d12-9fb8-15d11c75ad27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27defbca-f0ee-43a0-ba0c-a6c2f590b1bb HTTP/1.1" status: 204 len: 168 time: 1.2134995 Feb 02 14:29:45.953975 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:45.981244 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Usage tracker for resource:security_group_rule and tenant:3710836b5ec54a90b2a32ff53563bf07 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:45.991249 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:45.996532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:46.017002 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Usage tracker for resource:security_group_rule and tenant:aeedcf31a9bd46d1bc61549374daf013 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:46.023923 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:46.029542 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:46.055601 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-4af9c5a4-cda3-4bff-94b0-1ff92f4482c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636806 Feb 02 14:29:46.056524 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:46.097140 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:29:46.134727 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Transition to ACTIVE for port object 7ea3778a-86e9-4308-834b-62e377400eb1 will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:46.187004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.284936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.343060 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a810b22-433e-47e7-a4c9-7afb425f178a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:46.379937 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-ccf047db-e9aa-4160-8130-67a00ba236c1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:46.381490 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-ccf047db-e9aa-4160-8130-67a00ba236c1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 817 time: 0.7093484 Feb 02 14:29:46.471771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.496960 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-e8d906a5-c2a1-4c48-aa94-52ae6df4c06e req-e64c24f1-1bbe-445d-b5fc-ed3bc430ad51 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Synchronizing usage tracker for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:46.498232 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.509807 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.519735 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.545755 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:46.548801 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.551039 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-28b27f83-bf4e-488c-a45e-e38b3b5ddaa5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 378 time: 0.1228402 Feb 02 14:29:46.559848 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.585986 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'port': {'device_id': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'admin_state_up': True, 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'security_groups': ['9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:46.588324 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0567353 Feb 02 14:29:46.588929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:46.592823 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:46.596008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:46.603508 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:46.604319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.613105 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.614467 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cdb4d172-c0e0-4c45-b255-1f595400a1db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a810b22-433e-47e7-a4c9-7afb425f178a HTTP/1.1" status: 204 len: 168 time: 1.3809798 Feb 02 14:29:46.673084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43436) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:46.676527 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.692872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-e8d906a5-c2a1-4c48-aa94-52ae6df4c06e req-e64c24f1-1bbe-445d-b5fc-ed3bc430ad51 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Unset dirty status for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:46.694020 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e8d906a5-c2a1-4c48-aa94-52ae6df4c06e req-e64c24f1-1bbe-445d-b5fc-ed3bc430ad51 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 210 time: 0.3086386 Feb 02 14:29:46.696149 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-8819d796-3bdf-481f-84e1-5d4d00684ef3 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207664 Feb 02 14:29:46.723326 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43442) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:46.723769 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3710836b5ec54a90b2a32ff53563bf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9227319 Feb 02 14:29:46.732915 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aeedcf31a9bd46d1bc61549374daf013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779948 Feb 02 14:29:46.733906 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec7e51-fbc2-4520-b6ed-c2a335e49359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99bb26-68cd-4342-8a7c-d50e237671a4,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:46.746373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43446) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:46.758158 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.812123 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-d4775a4e-90ee-46b5-bf99-d8f5e340cde9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6198809 Feb 02 14:29:46.832048 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:46.835957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:46.837461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:port and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:46.847326 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:46.854138 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Usage tracker for resource:security_group_rule and tenant:25e7404aa9434de9b7f159d66106cd9d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:46.865145 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:46.881877 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191626aa-9ad9-4d23-9cf4-da340cc8a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34493bd1-7d94-4673-aa11-210dbd2f4bf8,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:46.888550 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.893933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:46.916902 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:46.919183 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:46.928764 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4ab65-281f-4e11-96a5-4d6a2fb3cc53 req-cb84d410-9761-475a-aee2-c5615446100e tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:46.930461 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d3d4ab65-281f-4e11-96a5-4d6a2fb3cc53 req-cb84d410-9761-475a-aee2-c5615446100e tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.5218115 Feb 02 14:29:46.945788 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Request body: {'port': {'device_id': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:46.998946 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-e99c145e-fe0f-430c-9750-9077de6224c2 None None] Provisioning for port 7ea3778a-86e9-4308-834b-62e377400eb1 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:47.009033 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-e99c145e-fe0f-430c-9750-9077de6224c2 None None] Provisioning complete for port 7ea3778a-86e9-4308-834b-62e377400eb1 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:47.009839 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e99c145e-fe0f-430c-9750-9077de6224c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.033618 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.040272 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Made reservation on behalf of 75b02e5238e9466883a69443c1e64ba8 for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:47.043528 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.052256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d724b1c-a953-4560-960b-c6b0b07727fa,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:47.083680 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-e99c145e-fe0f-430c-9750-9077de6224c2 None None] Port 7ea3778a-86e9-4308-834b-62e377400eb1 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:47.118508 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f54f35dd-8a45-4531-90ce-c600bb7ea69f req-91122de2-e327-4069-be1d-c1ed2191810d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.2137618 Feb 02 14:29:47.142013 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.180627 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:47.188993 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.225299 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d3d4ab65-281f-4e11-96a5-4d6a2fb3cc53 req-e12df03a-8a7c-41e3-9cbd-3fdf2d49a853 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511659 Feb 02 14:29:47.249123 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43454) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:47.261588 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:47.288115 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:47.294098 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:47.294757 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.296170 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.304799 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Pushing event updated for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:47.311032 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.390005 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:47.414000 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:62ac0212af9a4cccb26f1bf2c5561abf is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:47.422221 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:47.438380 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-8593aa25-2706-4cd0-9dc8-764758d0921a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9671524 Feb 02 14:29:47.446279 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.453608 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:47.455754 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f1463f45-f9bd-4726-9a8d-d0ef2853bb86 req-40efb89d-1cad-48e5-b349-a082c1bbdaad service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944041 Feb 02 14:29:47.459834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.496181 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.498576 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.499732 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da99bb26-68cd-4342-8a7c-d50e237671a4 HTTP/1.1" status: 204 len: 168 time: 0.7754819 Feb 02 14:29:47.511401 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Request body: {'port': {'device_id': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:47.524904 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.571797 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dff7ee-0c98-4719-891d-d103aeaf0ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99bb26-68cd-4342-8a7c-d50e237671a4,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:47.616083 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25e7404aa9434de9b7f159d66106cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388640 Feb 02 14:29:47.621443 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919c9eb-7363-4a79-b4ea-64323b4c8d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db53549-3a5b-44d2-a609-2a700eb5e50c,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:47.631032 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43460) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:47.665506 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34493bd1-7d94-4673-aa11-210dbd2f4bf8,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:47.727016 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339226d2-f220-43c9-b375-475ecde95eef req-4fd76fdd-8f7f-4ddd-af2c-ff64551dceb2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:47.728628 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-339226d2-f220-43c9-b375-475ecde95eef req-4fd76fdd-8f7f-4ddd-af2c-ff64551dceb2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 931 time: 0.4250319 Feb 02 14:29:47.731622 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Allocated IP 172.20.0.7 (9239a2d2-ad07-40b0-ab0a-5abf620e02ad/3fe06519-f733-48fd-ada8-80e46a0695cb/061177ba-6926-4c5a-8048-649914f7149f) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:29:47.873103 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.906657 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:47.907771 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c276dc99-382b-4327-80bb-fefdf8a31cbf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34493bd1-7d94-4673-aa11-210dbd2f4bf8 HTTP/1.1" status: 204 len: 168 time: 1.1527400 Feb 02 14:29:47.910901 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-339226d2-f220-43c9-b375-475ecde95eef req-d580e629-c7ff-4743-813a-171822fdc43f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468308 Feb 02 14:29:47.926060 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.109141 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.121273 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.170607 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc166a-dc7a-4494-bd28-152facee9e55 req-38814e9d-cf7b-43e3-a7b7-d775d83afa2b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:48.178106 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1fc166a-dc7a-4494-bd28-152facee9e55 req-38814e9d-cf7b-43e3-a7b7-d775d83afa2b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 932 time: 0.2594323 Feb 02 14:29:48.180861 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-201b840b-34c2-4b7e-b445-6446da53c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:48.182706 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-201b840b-34c2-4b7e-b445-6446da53c05a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1096 time: 0.5996685 Feb 02 14:29:48.197767 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.304986 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0307c7-2683-4325-9334-edd49e728403,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:48.334680 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-19e48488-6e81-4f11-96f1-2e6e49497fb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62ac0212af9a4cccb26f1bf2c5561abf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0844936 Feb 02 14:29:48.340954 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43486) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:48.348437 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea3778a-86e9-4308-834b-62e377400eb1 {{(pid=86948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:48.365841 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1fc166a-dc7a-4494-bd28-152facee9e55 req-2600eec9-5036-455f-be81-e9c387bf5dab tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Synchronizing usage tracker for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:48.373906 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.420885 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Transition to ACTIVE for port object 7ea3778a-86e9-4308-834b-62e377400eb1 will not be triggered until provisioned by entity L2. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:48.435698 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.500434 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-f1fc166a-dc7a-4494-bd28-152facee9e55 req-2600eec9-5036-455f-be81-e9c387bf5dab tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Unset dirty status for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:48.510685 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1fc166a-dc7a-4494-bd28-152facee9e55 req-2600eec9-5036-455f-be81-e9c387bf5dab tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315680 Feb 02 14:29:48.563555 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1112aeb5-b8b4-4f96-a28e-dc255bf54574 req-f00642b3-f790-46b8-b4a3-2750d99c7be4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:48.583343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.639411 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.669195 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-8290057a-253e-4734-86eb-a42e94510c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:48.671575 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-8290057a-253e-4734-86eb-a42e94510c26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.4553494 Feb 02 14:29:48.769319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.785774 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Transition to ACTIVE for port object 061177ba-6926-4c5a-8048-649914f7149f will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:48.857499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:48.897421 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-080877df-a928-4e0e-b79b-6b11e7d14fa6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1100910 Feb 02 14:29:48.902145 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:48.909827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-1112aeb5-b8b4-4f96-a28e-dc255bf54574 req-f00642b3-f790-46b8-b4a3-2750d99c7be4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:48.918446 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1112aeb5-b8b4-4f96-a28e-dc255bf54574 req-f00642b3-f790-46b8-b4a3-2750d99c7be4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.4694750 Feb 02 14:29:48.919308 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db53549-3a5b-44d2-a609-2a700eb5e50c,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:49.040710 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-7c5e0e29-8f74-4a7a-937b-56e016729156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:49.042490 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-7c5e0e29-8f74-4a7a-937b-56e016729156 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.0974598 Feb 02 14:29:49.072249 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.088111 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Attempting to bind port 7ea3778a-86e9-4308-834b-62e377400eb1 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:49.089119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Attempting to bind port 7ea3778a-86e9-4308-834b-62e377400eb1 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:49.089683 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Attempting to bind port 7ea3778a-86e9-4308-834b-62e377400eb1 on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:49.118351 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Port 7ea3778a-86e9-4308-834b-62e377400eb1 on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:29:49.119022 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Attempting to bind port 7ea3778a-86e9-4308-834b-62e377400eb1 on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:49.147111 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:49.147965 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Checking segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:49.148561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Bound using segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:49.149221 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Bound port: 7ea3778a-86e9-4308-834b-62e377400eb1, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:49.149655 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.179496 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439d360e-f679-4d17-ab59-e33541414abe {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:49.187806 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.200250 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.201378 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b18f8233-e3fb-4c3b-98bb-695f15449dfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0db53549-3a5b-44d2-a609-2a700eb5e50c HTTP/1.1" status: 204 len: 168 time: 1.5572588 Feb 02 14:29:49.257636 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-d39035e7-8148-4d3c-8c3d-d0f27e56c05d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548980 Feb 02 14:29:49.261327 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d00726-a136-453b-ad8b-6c810605fb10 req-9661f494-5bf7-4412-a813-f56b49bf16ce tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:49.263305 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a3d00726-a136-453b-ad8b-6c810605fb10 req-9661f494-5bf7-4412-a813-f56b49bf16ce tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.4630527 Feb 02 14:29:49.284815 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.302280 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Transition to ACTIVE for port object 439d360e-f679-4d17-ab59-e33541414abe will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:49.337696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0307c7-2683-4325-9334-edd49e728403,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:49.353961 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, cleared binding levels {{(pid=86948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:49.359794 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ea3778a-86e9-4308-834b-62e377400eb1,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:49.365052 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.366394 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b658b1a1-097d-412e-856a-5e2d3f30d33b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b0307c7-2683-4325-9334-edd49e728403 HTTP/1.1" status: 204 len: 168 time: 1.0231338 Feb 02 14:29:49.374937 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a3d00726-a136-453b-ad8b-6c810605fb10 req-adbb7df8-7569-4a71-842e-5b7ff9c75d55 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952024 Feb 02 14:29:49.375929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.443546 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.444806 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:49.445697 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.447142 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] 10.222.0.95 "PUT /v2.0/ports/7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 1093 time: 2.5087619 Feb 02 14:29:49.447595 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:49.481918 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b7be6-5544-4a87-a68c-2fed6630d37f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=3']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:49.509944 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43530) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:49.609274 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1', 'status': 'completed', 'code': 200} Feb 02 14:29:49.633967 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Pushing event updated for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:49.705832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-521278aa-187e-4d92-ace8-eb309595df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:49.707641 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-521278aa-187e-4d92-ace8-eb309595df07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1096 time: 0.1796949 Feb 02 14:29:49.839276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:49.900032 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-b1919454-3ed8-4170-b584-8bd9396bf87f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 217 time: 0.1251864 Feb 02 14:29:49.931876 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed0b67-26fc-47b2-b614-d1202f3523fc req-a72da153-c870-4a27-accb-7d9859e21fc5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:49.933642 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-32ed0b67-26fc-47b2-b614-d1202f3523fc req-a72da153-c870-4a27-accb-7d9859e21fc5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 943 time: 0.6787152 Feb 02 14:29:49.979138 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869937955-network', 'tenant_id': '69a19ba769a845288f68fc77adac641a'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:49.980004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Attempting to bind port 439d360e-f679-4d17-ab59-e33541414abe on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:49.980375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Attempting to bind port 439d360e-f679-4d17-ab59-e33541414abe by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:49.980718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Attempting to bind port 439d360e-f679-4d17-ab59-e33541414abe on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:49.985696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:49.987734 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:49.991553 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:29:49.995699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Port 439d360e-f679-4d17-ab59-e33541414abe on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:29:49.996023 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Attempting to bind port 439d360e-f679-4d17-ab59-e33541414abe on network 0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:50.002699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Usage tracker for resource:network and tenant:69a19ba769a845288f68fc77adac641a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:50.004226 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:50.006298 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:50.010863 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-55abf8b6-b14b-46f7-8335-6476db911115 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992331 Feb 02 14:29:50.014017 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:50.014765 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Checking segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:50.014955 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Bound using segment: {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:50.015409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Bound port: 439d360e-f679-4d17-ab59-e33541414abe, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:50.015756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.019089 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:50.034944 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:29:50.040441 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.041079 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.047015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69dd57-2839-4c4f-afe8-3177ff17e860 req-6492c3f7-a2fb-4fb2-ba55-1d50741c699a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.055131 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1d69dd57-2839-4c4f-afe8-3177ff17e860 req-6492c3f7-a2fb-4fb2-ba55-1d50741c699a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 944 time: 0.3464754 Feb 02 14:29:50.100298 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Made reservation on behalf of 69a19ba769a845288f68fc77adac641a for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:50.106100 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.125192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-eebeff59-665c-4bc6-84b5-c22ee0b2a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.126994 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-eebeff59-665c-4bc6-84b5-c22ee0b2a353 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.2152574 Feb 02 14:29:50.130811 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.153722 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1d69dd57-2839-4c4f-afe8-3177ff17e860 req-fd238724-48a4-4dd5-b194-2e75b737c9c5 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974743 Feb 02 14:29:50.189733 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-94b223f7-a31d-4490-8034-74849032f244 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6237373 Feb 02 14:29:50.243448 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-32ed0b67-26fc-47b2-b614-d1202f3523fc req-b140bb2d-9eb2-45d1-ab4b-c4c39b336e3a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886944 Feb 02 14:29:50.275369 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:50.293412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Usage tracker for resource:security_group_rule and tenant:69a19ba769a845288f68fc77adac641a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:50.301028 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:50.308606 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:50.320176 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:50.325358 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=439d360e-f679-4d17-ab59-e33541414abe,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:50.368984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Request body: {'port': {'device_id': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:50.420966 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d9eb213d-fd4d-4e79-9eef-5d674431fe6d None None] Provisioning for port 061177ba-6926-4c5a-8048-649914f7149f completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:50.431459 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-d9eb213d-fd4d-4e79-9eef-5d674431fe6d None None] Provisioning complete for port 061177ba-6926-4c5a-8048-649914f7149f triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:50.432067 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d9eb213d-fd4d-4e79-9eef-5d674431fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.510715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb213d-fd4d-4e79-9eef-5d674431fe6d None None] Port 061177ba-6926-4c5a-8048-649914f7149f cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:29:50.612400 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-78f110bf-8302-40c1-b13d-4ef951f48302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.614152 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-78f110bf-8302-40c1-b13d-4ef951f48302 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4726791 Feb 02 14:29:50.619502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.654195 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.717954 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.725326 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-a4951deb-874e-468b-83fb-f1b3b1ec5dc6 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606052 Feb 02 14:29:50.759585 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:29:50.837692 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.842662 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Added segment e7df0f39-523d-40bf-b5c1-3a1a8f551ea3 of type vlan for network 339277e1-22d1-45d7-9779-0facff268a5f Feb 02 14:29:50.844950 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109bb28f-0443-40c1-bb44-d573c7d8e800,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:50.870111 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.871149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:50.872957 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] 10.222.0.95 "PUT /v2.0/ports/439d360e-f679-4d17-ab59-e33541414abe HTTP/1.1" status: 200 len: 1094 time: 3.3657949 Feb 02 14:29:50.884489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'tag': '439d360e-f679-4d17-ab59-e33541414abe'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:50.885829 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-1285162a-a30c-45c2-8c48-264de9cd0d67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:50.886589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-1285162a-a30c-45c2-8c48-264de9cd0d67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:51.054715 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-cce00e7f-c9ac-4b2b-88b9-72d150b9c1a1 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256725 Feb 02 14:29:51.061150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:51.071645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-1285162a-a30c-45c2-8c48-264de9cd0d67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:51.087438 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-1285162a-a30c-45c2-8c48-264de9cd0d67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 931 time: 0.5946796 Feb 02 14:29:51.137219 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:51.159809 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1ba9f-e96f-4210-9452-aa595cadad4e service neutron] Pushing event updated for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:51.252860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847977-7542-4103-a67f-20022f213011 req-638d3963-72a2-4115-ad3d-44f24fb10209 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:51.260209 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1d847977-7542-4103-a67f-20022f213011 req-638d3963-72a2-4115-ad3d-44f24fb10209 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.6207824 Feb 02 14:29:51.304828 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-fb8b992b-c765-49ab-be64-e6084269261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:51.306291 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-fb8b992b-c765-49ab-be64-e6084269261b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 1097 time: 0.2895703 Feb 02 14:29:51.376242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:51.379320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:51.382114 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:51.431825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-44668786-761c-4893-82e2-7d3f9e41934e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:51.461896 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-73285d82-9241-4754-a4fa-58a8306cf059 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439d360e-f679-4d17-ab59-e33541414abe HTTP/1.1" status: 200 len: 217 time: 0.1087430 Feb 02 14:29:51.476437 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1d847977-7542-4103-a67f-20022f213011 req-aabc0e8c-bd9c-4bec-a418-78a1ab38c59c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152536 Feb 02 14:29:51.660558 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ac1778c2-4215-4941-a324-c40b4916ec40 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:29:51.733116 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-44668786-761c-4893-82e2-7d3f9e41934e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:51.755373 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e39b099e-97e5-4db4-84a6-74da27291bb5 req-44668786-761c-4893-82e2-7d3f9e41934e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6667652 Feb 02 14:29:51.756701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] Pushing event updated for resources: {'Network': ['ID=339277e1-22d1-45d7-9779-0facff268a5f,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:51.776442 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b238399-3fbf-420a-95d4-c5af80a71d29 req-f96fb3a2-3315-4f7f-9801-eb19ad839462 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058237 Feb 02 14:29:51.781455 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-bf5698f1-43cc-4777-8079-476655200019 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2704811 Feb 02 14:29:51.782530 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43614) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:51.818669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Request body: {'subnet': {'network_id': '339277e1-22d1-45d7-9779-0facff268a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869937955-subnet', 'tenant_id': '69a19ba769a845288f68fc77adac641a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:51.846235 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:51.863942 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Usage tracker for resource:subnet and tenant:69a19ba769a845288f68fc77adac641a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:51.879957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:51.881729 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 339277e1-22d1-45d7-9779-0facff268a5f details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:29:51.926646 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-bcbcacda-a806-496a-b181-3553b8c4c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:51.932603 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-bcbcacda-a806-496a-b181-3553b8c4c329 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.4545047 Feb 02 14:29:51.989650 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:52.041289 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Made reservation on behalf of 69a19ba769a845288f68fc77adac641a for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:52.043667 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:52.092686 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-741b29ad-c626-4434-9028-f055b6096c99 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146159 Feb 02 14:29:52.279212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-4c970f40-092f-4045-a1fb-08708b727885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:52.280734 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-4c970f40-092f-4045-a1fb-08708b727885 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1096 time: 0.3869901 Feb 02 14:29:52.422136 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ac1778c2-4215-4941-a324-c40b4916ec40,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:52.448987 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46842825-8fe3-4550-954b-a40389ebbbce req-79a471b9-4ea8-4f58-9b56-e947e1b57e91 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:52.449606 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-46842825-8fe3-4550-954b-a40389ebbbce req-79a471b9-4ea8-4f58-9b56-e947e1b57e91 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:52.463328 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'ac1778c2-4215-4941-a324-c40b4916ec40', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'port_id': 'ac1778c2-4215-4941-a324-c40b4916ec40', 'mac_address': 'fa:16:3e:16:64:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:29:52.494597 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba43f-c393-4fca-ba1b-25be6c015d14 req-ba85b7b9-4182-4919-b96e-0417b09463f6 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:52.505646 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d6aba43f-c393-4fca-ba1b-25be6c015d14 req-ba85b7b9-4182-4919-b96e-0417b09463f6 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 944 time: 0.7702668 Feb 02 14:29:52.581329 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:52.604112 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1778c2-4215-4941-a324-c40b4916ec40 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:52.626580 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ac1778c2-4215-4941-a324-c40b4916ec40,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:52.635229 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:52.650785 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-46842825-8fe3-4550-954b-a40389ebbbce req-79a471b9-4ea8-4f58-9b56-e947e1b57e91 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:52.651958 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-46842825-8fe3-4550-954b-a40389ebbbce req-79a471b9-4ea8-4f58-9b56-e947e1b57e91 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 943 time: 0.5761471 Feb 02 14:29:52.686669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-b6e66624-7388-4c31-8956-a79cec2b6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:52.687619 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-2dcda8ff-cf07-472b-a572-a48360c13b86 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763321 Feb 02 14:29:52.688534 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-b6e66624-7388-4c31-8956-a79cec2b6e47 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.4001286 Feb 02 14:29:52.711190 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:52.742736 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:52.768733 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d6aba43f-c393-4fca-ba1b-25be6c015d14 req-56ce0e6f-82a6-4c63-b1de-2aea2217e3bc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609694 Feb 02 14:29:52.774711 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-cca6b635-f89b-4746-b73e-2115e0aee285 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 217 time: 0.0725315 Feb 02 14:29:52.856749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:52.896666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Transition to ACTIVE for port object 061177ba-6926-4c5a-8048-649914f7149f will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:29:52.902505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:52.945343 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-46842825-8fe3-4550-954b-a40389ebbbce req-eddf4774-a50c-4144-9610-0c820d8c39a8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803588 Feb 02 14:29:52.952420 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ac1778c2-4215-4941-a324-c40b4916ec40'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:29:52.956979 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:53.021024 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-71d0c5f9-0b3e-4abe-85e6-3deff2b875d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.024704 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-71d0c5f9-0b3e-4abe-85e6-3deff2b875d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.2042506 Feb 02 14:29:53.148095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90150b1c-c18e-49e3-aea0-85bf8e659d87,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:53.166460 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Checking segment: {'id': 'e7df0f39-523d-40bf-b5c1-3a1a8f551ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '339277e1-22d1-45d7-9779-0facff268a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:53.168050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Network hostable DHCP agents. Network: 339277e1-22d1-45d7-9779-0facff268a5f, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:29:53.207876 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-6e61c668-cf92-42fa-b5a6-e8cc614d6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.212334 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-6e61c668-cf92-42fa-b5a6-e8cc614d6174 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720524 Feb 02 14:29:53.411558 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'tag': '439d360e-f679-4d17-ab59-e33541414abe', 'status': 'completed', 'code': 200} Feb 02 14:29:53.430536 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:53.434698 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-adb49ba8-967f-4236-9233-806762d4e5c2 req-7c9c2921-7cc3-449d-8e15-ca82547a5a73 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340090 Feb 02 14:29:53.445042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Network 339277e1-22d1-45d7-9779-0facff268a5f is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:29:53.454008 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-d575be0f-a34e-478d-9a7b-e9a267e2b348 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806085 Feb 02 14:29:53.530085 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Attempting to bind port 061177ba-6926-4c5a-8048-649914f7149f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:29:53.531165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Attempting to bind port 061177ba-6926-4c5a-8048-649914f7149f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:29:53.531754 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Attempting to bind port 061177ba-6926-4c5a-8048-649914f7149f on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:53.538363 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Port 061177ba-6926-4c5a-8048-649914f7149f on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:29:53.538868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Attempting to bind port 061177ba-6926-4c5a-8048-649914f7149f on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:29:53.586528 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:29:53.587142 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Checking segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:53.588072 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Bound using segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:29:53.588754 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Bound port: 061177ba-6926-4c5a-8048-649914f7149f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:29:53.589388 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:53.591874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 339277e1-22d1-45d7-9779-0facff268a5f) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:53.601605 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c6427-0720-47e1-9fb5-6c4a66979ab8 None None] Network 339277e1-22d1-45d7-9779-0facff268a5f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:53.661347 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.664004 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:53.723100 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-f12716f1-a654-4ea9-a301-965d3f7c7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.725032 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-f12716f1-a654-4ea9-a301-965d3f7c7e1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 1097 time: 0.1818047 Feb 02 14:29:53.765528 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-df98e9b6-3af7-4dc8-96fa-ed8b57d6d76d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9802632 Feb 02 14:29:53.818906 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:29:53.841186 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:29:53.855337 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:53.872669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3525f-e13d-42fe-9c1a-d73de3e3b8a1 req-13de9c69-762c-4955-bece-42f3cf6cfff6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.884656 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5ec3525f-e13d-42fe-9c1a-d73de3e3b8a1 req-13de9c69-762c-4955-bece-42f3cf6cfff6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.6928785 Feb 02 14:29:53.955877 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.956818 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:53.958467 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] 10.222.0.95 "PUT /v2.0/ports/061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 1093 time: 3.7287147 Feb 02 14:29:53.964074 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d63ff92d-9cb6-4a3c-837b-93be8b6d5bb0 req-f131b2e9-de14-4b3e-b4b4-12f40b191d0f service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024347 Feb 02 14:29:53.990505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-fd34fc4e-ce75-4b12-a34a-dc1934996568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:53.992315 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-fd34fc4e-ce75-4b12-a34a-dc1934996568 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.2590261 Feb 02 14:29:53.996713 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf085-d5a2-471e-88d8-1896752cff48 service neutron] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:54.021144 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5ec3525f-e13d-42fe-9c1a-d73de3e3b8a1 req-91b7ac78-108d-48dd-99b9-c5556f7fc1bf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096652 Feb 02 14:29:54.083590 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb38c0-fbe3-4a5c-ae88-01a3ad0847f1 None None] Network 339277e1-22d1-45d7-9779-0facff268a5f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:54.179786 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-7a5829a7-368b-40ef-aa79-032a9d01cd7c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439d360e-f679-4d17-ab59-e33541414abe HTTP/1.1" status: 200 len: 217 time: 0.1794491 Feb 02 14:29:54.291965 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-f3b8b2e2-2c71-422f-ae81-db4c20f6eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:54.297891 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-f3b8b2e2-2c71-422f-ae81-db4c20f6eaca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.1111794 Feb 02 14:29:54.411693 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-24f12c17-5539-4ed5-a6bc-cee354bc52c7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058950 Feb 02 14:29:54.623870 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17c05c-fc5d-485b-9b3e-8e25fcf2a236 req-3140f6bc-5149-4ca9-93ab-e46c96bb11b0 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:54.632174 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7d17c05c-fc5d-485b-9b3e-8e25fcf2a236 req-3140f6bc-5149-4ca9-93ab-e46c96bb11b0 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 944 time: 0.1355662 Feb 02 14:29:54.646374 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-8d59aa40-0fb1-44eb-915b-34e0588216d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:54.648167 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-8d59aa40-0fb1-44eb-915b-34e0588216d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1096 time: 0.5918620 Feb 02 14:29:54.742025 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-83672968-8871-4829-b45f-c264ee3cb47a service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148220 Feb 02 14:29:54.793686 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-60ca2827-7592-4824-86a7-9ed9e8f7674b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 217 time: 0.1095905 Feb 02 14:29:54.890059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-bca4843b-9d64-4b5c-8bf6-8b4142efe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:54.897763 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-bca4843b-9d64-4b5c-8bf6-8b4142efe77c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.0939505 Feb 02 14:29:54.955757 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7d17c05c-fc5d-485b-9b3e-8e25fcf2a236 req-f98c12f2-544a-4446-9d54-774a0ca73be9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226075 Feb 02 14:29:55.003259 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed92195e-9ba3-46e1-8f5a-21d76acaa7aa req-9f10694d-79f6-451e-a49e-daed2455f12f service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552202 Feb 02 14:29:55.060362 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-2b768955-674c-4d29-b919-f9b3547c73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.061882 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-2b768955-674c-4d29-b919-f9b3547c73d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1562629 Feb 02 14:29:55.135487 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43712) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:55.141369 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-743891202-network', 'tenant_id': 'd7f7e5bb63a64f02b031ca1c9d5309fb'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:55.151658 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:55.161896 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Usage tracker for resource:network and tenant:d7f7e5bb63a64f02b031ca1c9d5309fb is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:55.165636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:55.180452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:55.208007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Made reservation on behalf of d7f7e5bb63a64f02b031ca1c9d5309fb for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:55.210756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.237341 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.322472 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:55.328730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f7e5bb63a64f02b031ca1c9d5309fb is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:55.336708 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:55.340039 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b1982-13ed-464b-b7af-6436986924cb req-fcbd83d6-d67c-495a-80da-622771ba9d48 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.341562 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d91b1982-13ed-464b-b7af-6436986924cb req-fcbd83d6-d67c-495a-80da-622771ba9d48 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 943 time: 0.1819081 Feb 02 14:29:55.344772 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:55.347960 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-e06438cf-06f2-4453-bfee-39bc2636b2dc service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686794 Feb 02 14:29:55.397640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b252f-24ba-4ba2-bc4e-26b02599a308 req-f38ffabb-4d2d-4d03-adef-c4b9308d27e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.405214 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-949b252f-24ba-4ba2-bc4e-26b02599a308 req-f38ffabb-4d2d-4d03-adef-c4b9308d27e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1350625 Feb 02 14:29:55.413299 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:55.471068 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d91b1982-13ed-464b-b7af-6436986924cb req-f223e363-7bf8-42ff-8dae-6c2068f733ec tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215432 Feb 02 14:29:55.502116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-949b252f-24ba-4ba2-bc4e-26b02599a308 req-b1ee9b9c-aeaa-437b-882c-6939c18b2177 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919416 Feb 02 14:29:55.557860 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1c8cf904-8a41-4bca-ab07-6042f8185aaf req-c7182fd5-2f08-4822-a58c-07eb5c32ff08 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791055 Feb 02 14:29:55.568865 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'status': 'completed', 'code': 200} Feb 02 14:29:55.579083 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.585191 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.626451 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:29:55.632035 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df73b67c-6fd4-43f5-98fd-867f21d4b31d,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:55.643679 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.643971 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Added segment 28fab2eb-5da4-4eb0-95cb-56994c82c7a4 of type vlan for network a1046fb3-f1b0-4a61-92c7-3873a9d62e3d Feb 02 14:29:55.677490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.677792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7ea3778a-86e9-4308-834b-62e377400eb1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:29:55.726485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.727674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.728622 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.741040 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ac1778c2-4215-4941-a324-c40b4916ec40 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:55.751295 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-eafef463-fa05-4892-938f-ed615e34b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.755154 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-eafef463-fa05-4892-938f-ed615e34b476 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1096 time: 0.0905464 Feb 02 14:29:55.848014 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Pushing event updated for resources: {'Network': ['ID=a1046fb3-f1b0-4a61-92c7-3873a9d62e3d,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:55.853212 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7165372 Feb 02 14:29:55.857468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43734) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:55.861210 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.862440 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.862440 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.862440 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.862907 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.863312 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.864728 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.865234 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.865647 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.866403 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.866403 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.866862 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e0f98-7b61-4cfe-813a-09679ce40919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:55.873530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Request body: {'subnet': {'network_id': 'a1046fb3-f1b0-4a61-92c7-3873a9d62e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-743891202-subnet', 'tenant_id': 'd7f7e5bb63a64f02b031ca1c9d5309fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:29:55.880154 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:55.884904 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Usage tracker for resource:subnet and tenant:d7f7e5bb63a64f02b031ca1c9d5309fb is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:55.890650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:55.895075 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network a1046fb3-f1b0-4a61-92c7-3873a9d62e3d details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:29:55.903271 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:55.925839 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Made reservation on behalf of d7f7e5bb63a64f02b031ca1c9d5309fb for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:29:55.932145 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:55.964987 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-32a0ea63-e68f-4564-b8e0-7778529aaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:55.968302 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-32a0ea63-e68f-4564-b8e0-7778529aaad5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.2066505 Feb 02 14:29:56.062788 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-9d22f164-7f01-441d-98d8-3cd6ee4fe679 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 217 time: 0.0877264 Feb 02 14:29:56.141926 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port ac1778c2-4215-4941-a324-c40b4916ec40 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:29:56.152920 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port ac1778c2-4215-4941-a324-c40b4916ec40 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:29:56.152920 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.185951 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ea3778a-86e9-4308-834b-62e377400eb1,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:56.221569 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '7ea3778a-86e9-4308-834b-62e377400eb1', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'port_id': '7ea3778a-86e9-4308-834b-62e377400eb1', 'mac_address': 'fa:16:3e:48:e5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:29:56.226704 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-d5ad8f26-de0a-44c6-83c1-56cbb4b9f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:56.228368 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-d5ad8f26-de0a-44c6-83c1-56cbb4b9f32e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.1578777 Feb 02 14:29:56.293559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.365699 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea3778a-86e9-4308-834b-62e377400eb1 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:56.366812 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.419355 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-ba8874ab-5485-4bcc-9357-f9516924d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:56.422802 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ea3778a-86e9-4308-834b-62e377400eb1,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:56.424089 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-ba8874ab-5485-4bcc-9357-f9516924d3d0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1853757 Feb 02 14:29:56.449762 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa96e4-b0c7-41a7-9776-4f9af5906257 req-1bb82805-31b2-46bd-bed0-32f021be7de1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:56.450201 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.451288 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d7aa96e4-b0c7-41a7-9776-4f9af5906257 req-1bb82805-31b2-46bd-bed0-32f021be7de1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 944 time: 0.2974255 Feb 02 14:29:56.552686 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.604169 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ac1778c2-4215-4941-a324-c40b4916ec40,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:56.607377 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:29:56.615777 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.618125 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:56.695418 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:56.710408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f863cb9-6cba-4f11-80c8-f903ed2a9426,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:56.744978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Checking segment: {'id': '28fab2eb-5da4-4eb0-95cb-56994c82c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'a1046fb3-f1b0-4a61-92c7-3873a9d62e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:29:56.745466 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Network hostable DHCP agents. Network: a1046fb3-f1b0-4a61-92c7-3873a9d62e3d, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:29:56.775867 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d7aa96e4-b0c7-41a7-9776-4f9af5906257 req-3ac87649-2e95-448a-9759-936a6f4a8735 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082855 Feb 02 14:29:56.803756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Network a1046fb3-f1b0-4a61-92c7-3873a9d62e3d is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:29:56.817174 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, a1046fb3-f1b0-4a61-92c7-3873a9d62e3d) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:29:56.828569 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['7ea3778a-86e9-4308-834b-62e377400eb1'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:29:56.829298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:56.830053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:56.842346 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-cc1de3dd-beca-41fd-bff9-fe9719d579c6 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143727 Feb 02 14:29:56.915350 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01628225-9db9-4921-8d30-192fe4cc665f None None] Network a1046fb3-f1b0-4a61-92c7-3873a9d62e3d requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:56.917762 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b2327d2a-27dc-42eb-8fc9-3ecc29b8ddba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0585630 Feb 02 14:29:57.146576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce46bc-74dd-4ffb-bea4-cc65a40538fe req-c081c95c-4198-43b5-8ee9-fdee4dbecc41 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:57.148130 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-00ce46bc-74dd-4ffb-bea4-cc65a40538fe req-c081c95c-4198-43b5-8ee9-fdee4dbecc41 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 944 time: 0.3922780 Feb 02 14:29:57.185289 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3a358-66a6-4144-8354-0a69a94acf66 req-63f20547-24da-4dd1-ac90-cda1539e24b5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:57.195470 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f4a3a358-66a6-4144-8354-0a69a94acf66 req-63f20547-24da-4dd1-ac90-cda1539e24b5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1746142 Feb 02 14:29:57.269730 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f4a3a358-66a6-4144-8354-0a69a94acf66 req-5fe250e1-a49c-4ee4-b69a-2c64f13dbaf4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649929 Feb 02 14:29:57.316823 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43a3e2c9-5cf5-4d4e-9c2a-8569225850bb req-872b48fa-c383-4ec0-9b87-042deb390e01 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622986 Feb 02 14:29:57.321757 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-00ce46bc-74dd-4ffb-bea4-cc65a40538fe req-e9b88a7f-74a1-4925-be3c-a37a4db667ca tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618183 Feb 02 14:29:57.346164 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40', 'code': 200} Feb 02 14:29:57.362748 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72b2a4-f216-4581-99a3-2ea493f9d604 None None] Network a1046fb3-f1b0-4a61-92c7-3873a9d62e3d requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:29:57.670061 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 439d360e-f679-4d17-ab59-e33541414abe details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:29:57.671721 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4871c4-ea67-476a-95ab-bd6d7882a625 req-47522395-6784-49e5-951d-9d3e7b754aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:57.674146 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d4871c4-ea67-476a-95ab-bd6d7882a625 req-47522395-6784-49e5-951d-9d3e7b754aa2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.0951378 Feb 02 14:29:57.722113 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6d4871c4-ea67-476a-95ab-bd6d7882a625 req-10b5a680-c983-4e2c-ad9b-3e49d9271bdf service neutron] Synchronizing usage tracker for tenant:c3ee871bd890494c856d3d7fb70e23ca on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:29:57.740208 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6d4871c4-ea67-476a-95ab-bd6d7882a625 req-10b5a680-c983-4e2c-ad9b-3e49d9271bdf service neutron] Unset dirty status for tenant:c3ee871bd890494c856d3d7fb70e23ca on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:29:57.741520 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d4871c4-ea67-476a-95ab-bd6d7882a625 req-10b5a680-c983-4e2c-ad9b-3e49d9271bdf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Feb 02 14:29:57.828818 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=439d360e-f679-4d17-ab59-e33541414abe,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:57.847104 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '439d360e-f679-4d17-ab59-e33541414abe', 'network_id': '0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b', 'port_id': '439d360e-f679-4d17-ab59-e33541414abe', 'mac_address': 'fa:16:3e:34:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81e3a21-f3f0-44ee-957e-087f3b42ded8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:29:57.911869 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:57.930722 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439d360e-f679-4d17-ab59-e33541414abe {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:29:57.948002 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=439d360e-f679-4d17-ab59-e33541414abe,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:29:57.952034 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:58.007288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9852892-9d45-4378-8ca9-b52e24495fd2 req-ed313027-8330-47f1-9c58-41bc50c529c1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:58.008999 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b9852892-9d45-4378-8ca9-b52e24495fd2 req-ed313027-8330-47f1-9c58-41bc50c529c1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 945 time: 0.1051023 Feb 02 14:29:58.032220 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:58.056272 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b9852892-9d45-4378-8ca9-b52e24495fd2 req-19e49570-f94e-430e-91c2-216fd40cf7f8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Feb 02 14:29:58.287496 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['439d360e-f679-4d17-ab59-e33541414abe'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:29:58.295115 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43802) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:58.524029 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:58.538465 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b423-e038-4a4e-ae5d-ce82a692b1ff req-1edcf331-6dfe-4367-ad3f-0a760af8fba4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:58.539934 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5d47b423-e038-4a4e-ae5d-ce82a692b1ff req-1edcf331-6dfe-4367-ad3f-0a760af8fba4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1245170 Feb 02 14:29:58.619969 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5d47b423-e038-4a4e-ae5d-ce82a692b1ff req-0ee49dfd-a0b5-4113-b876-48c706f0995f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658224 Feb 02 14:29:58.665905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:58.665905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Usage tracker for resource:security_group_rule and tenant:5cc5663a9fb44007adadb086271e1ddf is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:58.669104 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:58.676395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43820) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:58.693957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:58.764460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5e8fb-7599-4734-86c2-f5f158eb30a0 req-fe70dfc3-0181-46c0-bf6f-29667b6c378c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:58.765983 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-99f5e8fb-7599-4734-86c2-f5f158eb30a0 req-fe70dfc3-0181-46c0-bf6f-29667b6c378c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 944 time: 0.2453876 Feb 02 14:29:58.846673 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-99f5e8fb-7599-4734-86c2-f5f158eb30a0 req-d959a3cb-c632-4880-9b12-059053a07d88 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727792 Feb 02 14:29:58.863153 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:58.865454 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:58.874449 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:58.886316 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:29:58.890893 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0c2fe61a9648d2b0dc9216284cccd5 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:29:58.895912 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:29:58.902155 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:29:58.928050 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cc5663a9fb44007adadb086271e1ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296029 Feb 02 14:29:58.931190 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0a659-dfc7-4994-84d1-4c834d3788fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2980abf-23a1-4481-a751-f986eda0e7b5,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:58.932988 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43826) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:59.050541 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.101729 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.109834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.119864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.231234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc58a1-60d4-4adc-aca5-4b4401404e28,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:59.242606 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d0c2fe61a9648d2b0dc9216284cccd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650289 Feb 02 14:29:59.245767 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 43838) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:59.257896 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.258241 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.258623 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.258942 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.259270 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.259596 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.259914 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.260234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.260554 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.260868 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.261183 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.261496 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b840a-e2fe-423a-87c3-2b16876d6e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:29:59.310774 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.323218 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.341716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2980abf-23a1-4481-a751-f986eda0e7b5,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:59.364766 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.390452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0fc74-d41d-4a2c-8aa6-0b5bf55b2324 req-40d202fd-6f1a-4942-bea5-aff6cffe4b7d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:59.392828 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5cc0fc74-d41d-4a2c-8aa6-0b5bf55b2324 req-40d202fd-6f1a-4942-bea5-aff6cffe4b7d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 945 time: 0.2066839 Feb 02 14:29:59.398698 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.400057 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b579303b-17b0-4401-9df6-33e1c1017dbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2980abf-23a1-4481-a751-f986eda0e7b5 HTTP/1.1" status: 204 len: 168 time: 0.4660985 Feb 02 14:29:59.469580 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5cc0fc74-d41d-4a2c-8aa6-0b5bf55b2324 req-9d9337b3-3439-40c7-b0d7-dd2cd824a79e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Feb 02 14:29:59.482122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.512700 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc58a1-60d4-4adc-aca5-4b4401404e28,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:29:59.528095 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.534791 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-622e8ba1-9a86-4a63-a3bf-f6bd6dfbf37e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fdc58a1-60d4-4adc-aca5-4b4401404e28 HTTP/1.1" status: 204 len: 168 time: 0.2879319 Feb 02 14:29:59.683236 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:29:59.703507 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7ea3778a-86e9-4308-834b-62e377400eb1 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:29:59.921535 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43866) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:29:59.949470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:29:59.991409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dff0f-3820-41c1-bfa8-08878dfac256 req-ee318825-6614-4d8d-9de3-1b52482fac09 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:29:59.993638 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4b9dff0f-3820-41c1-bfa8-08878dfac256 req-ee318825-6614-4d8d-9de3-1b52482fac09 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1680689 Feb 02 14:30:00.047846 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:00.056110 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Usage tracker for resource:security_group_rule and tenant:7424c30c799143f3b9dc884407b24cd8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:00.061098 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:00.069310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:00.085644 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4b9dff0f-3820-41c1-bfa8-08878dfac256 req-12c24d7e-3669-40e7-9c83-613af55a3847 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843832 Feb 02 14:30:00.098960 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:00.107866 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 7ea3778a-86e9-4308-834b-62e377400eb1 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:00.120413 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 7ea3778a-86e9-4308-834b-62e377400eb1 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:00.120783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.140273 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528dbf7-df33-4fcb-be4c-81a76fee59fe req-47fe948b-44dc-49cf-89b3-76b8bf047734 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:00.142077 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4528dbf7-df33-4fcb-be4c-81a76fee59fe req-47fe948b-44dc-49cf-89b3-76b8bf047734 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 944 time: 0.1612453 Feb 02 14:30:00.162442 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '061177ba-6926-4c5a-8048-649914f7149f', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:30:00.218832 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4528dbf7-df33-4fcb-be4c-81a76fee59fe req-1a82a30a-832d-4de6-9dd1-fa6eec6f2d7b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639067 Feb 02 14:30:00.242634 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.246662 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.251143 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.271700 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:30:00.303478 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7424c30c799143f3b9dc884407b24cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808258 Feb 02 14:30:00.306076 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 43876) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:00.308748 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a392c-8dcb-43e0-a94d-08fd5c1e646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2df93-4aa9-4393-9817-725b60a4f6c2,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:00.319843 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:00.326074 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.374861 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.410418 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.421270 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.456711 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:00.463905 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:00.478584 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ea3778a-86e9-4308-834b-62e377400eb1,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:00.487150 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.488096 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 439d360e-f679-4d17-ab59-e33541414abe up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:00.490648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.524673 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2df93-4aa9-4393-9817-725b60a4f6c2,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:00.529597 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.535703 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-eda09bd4-38dc-4d92-aaf1-91f627e462ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bee2df93-4aa9-4393-9817-725b60a4f6c2 HTTP/1.1" status: 204 len: 168 time: 0.2285519 Feb 02 14:30:00.541721 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1', 'code': 200} Feb 02 14:30:00.673443 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:00.695725 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 439d360e-f679-4d17-ab59-e33541414abe completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:00.704376 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 439d360e-f679-4d17-ab59-e33541414abe triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:00.708425 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:00.850373 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['061177ba-6926-4c5a-8048-649914f7149f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:30:00.950744 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:01.034927 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=439d360e-f679-4d17-ab59-e33541414abe,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:01.047211 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a33d6f-a2e2-4eb1-8360-9c8be3da0eda req-0d2667f0-a029-490b-a0ba-12055fbcf841 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:01.055675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:01.056526 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d4a33d6f-a2e2-4eb1-8360-9c8be3da0eda req-0d2667f0-a029-490b-a0ba-12055fbcf841 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 945 time: 0.3032093 Feb 02 14:30:01.138299 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d4a33d6f-a2e2-4eb1-8360-9c8be3da0eda req-d602ca7d-a1ce-40e1-ae19-f9f1eb27770c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804348 Feb 02 14:30:01.147771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e43f-80a8-434e-9922-52a52c8413fc req-29293215-2f3d-42c7-b650-e29f8aba3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:01.158902 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8eb0e43f-80a8-434e-9922-52a52c8413fc req-29293215-2f3d-42c7-b650-e29f8aba3dfe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1098 time: 0.2515965 Feb 02 14:30:01.162913 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:01.243699 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8eb0e43f-80a8-434e-9922-52a52c8413fc req-514b2bff-1ac2-4e78-86d6-89f11a99e9d1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781016 Feb 02 14:30:01.469668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbfca-ee7d-4084-9dc7-25f3f75d8f3d req-39f7d6d8-cf06-4b48-b2ef-bb491a9e6037 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:01.480561 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c80cbfca-ee7d-4084-9dc7-25f3f75d8f3d req-39f7d6d8-cf06-4b48-b2ef-bb491a9e6037 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 944 time: 0.1376374 Feb 02 14:30:01.529321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8c8b-fd9c-43d6-a67f-2d1620112368 req-4cb72147-5fb3-4412-af2c-61bdc79b86a8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:01.535071 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e33f8c8b-fd9c-43d6-a67f-2d1620112368 req-4cb72147-5fb3-4412-af2c-61bdc79b86a8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1576571 Feb 02 14:30:01.562304 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c80cbfca-ee7d-4084-9dc7-25f3f75d8f3d req-d18b3b97-2d20-46b2-88f3-d60ae9f2cd12 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802102 Feb 02 14:30:01.623750 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e33f8c8b-fd9c-43d6-a67f-2d1620112368 req-3525f64b-731d-4e58-8499-d91153fa421b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862942 Feb 02 14:30:02.363087 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ea993-06bd-4784-8493-fa2f2a478991 req-de3f25b0-4973-4ef4-87c1-4bd52e478b9a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:02.364593 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55ea993-06bd-4784-8493-fa2f2a478991 req-de3f25b0-4973-4ef4-87c1-4bd52e478b9a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0871518 Feb 02 14:30:02.427946 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55ea993-06bd-4784-8493-fa2f2a478991 req-e992d1a0-861a-4499-8f1d-c983fa6f01e3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Feb 02 14:30:02.542663 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d360e-f679-4d17-ab59-e33541414abe'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:02.627185 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d360e-f679-4d17-ab59-e33541414abe', 'code': 200} Feb 02 14:30:02.943300 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2fa8-9a1c-4d86-87b8-2cfbcd517085 req-8d1ee651-f269-48fc-9561-3f622d85ad39 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:02.951631 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-53da2fa8-9a1c-4d86-87b8-2cfbcd517085 req-8d1ee651-f269-48fc-9561-3f622d85ad39 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1467721 Feb 02 14:30:02.962486 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae35cf-e599-40ef-aef5-5dcc49acf7d3 req-3be9c082-c41b-4bb4-8a2e-234c05f1498e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:02.965005 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b6ae35cf-e599-40ef-aef5-5dcc49acf7d3 req-3be9c082-c41b-4bb4-8a2e-234c05f1498e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 944 time: 0.1554408 Feb 02 14:30:03.031368 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-53da2fa8-9a1c-4d86-87b8-2cfbcd517085 req-d0ff9db2-02bb-4be8-a5d8-fabe2a27bc3a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741115 Feb 02 14:30:03.057908 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b6ae35cf-e599-40ef-aef5-5dcc49acf7d3 req-8c9e75c7-34db-4838-ab5a-9bcffcb2b10d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821176 Feb 02 14:30:03.067725 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-216fa3bd-06ca-4fc5-8f08-6c0df96d629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:03.142809 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159ce59-231f-44e5-b2c9-3f00420ab973 req-b7bc47da-501f-4e41-a705-d78a5d4df9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:03.144736 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6159ce59-231f-44e5-b2c9-3f00420ab973 req-b7bc47da-501f-4e41-a705-d78a5d4df9df service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 1099 time: 0.1003296 Feb 02 14:30:03.210563 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6159ce59-231f-44e5-b2c9-3f00420ab973 req-91aefcb0-36ab-4a72-857d-5ff83bd75ba6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Feb 02 14:30:03.674821 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:03.732272 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4a2e6-8ee4-4e73-863b-f7b6074c86cb req-e3a8a5b3-3ee4-4267-a89a-731dcbfd9a87 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:03.743306 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7e4a2e6-8ee4-4e73-863b-f7b6074c86cb req-e3a8a5b3-3ee4-4267-a89a-731dcbfd9a87 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1110177 Feb 02 14:30:03.760238 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 061177ba-6926-4c5a-8048-649914f7149f completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:03.768392 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 061177ba-6926-4c5a-8048-649914f7149f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:03.769026 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:03.811684 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7e4a2e6-8ee4-4e73-863b-f7b6074c86cb req-af1db67a-53c8-4a64-b141-54e38ce2e72b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672204 Feb 02 14:30:03.957658 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:03.994306 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:04.009315 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:04.114612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:04.133271 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.133792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.134223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.134883 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.135326 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.136385 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.136971 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.137558 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.138592 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.139164 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.139687 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.140207 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:04.301061 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554a436-1d71-4800-83a8-d9be96378909 req-63ec1571-5e22-437f-9263-b07e4ea55b2c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:04.302597 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b554a436-1d71-4800-83a8-d9be96378909 req-63ec1571-5e22-437f-9263-b07e4ea55b2c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1438086 Feb 02 14:30:04.360793 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b554a436-1d71-4800-83a8-d9be96378909 req-0f7d4e57-382c-44a5-b220-12015b80b464 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506024 Feb 02 14:30:04.381032 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96280e10-7ccf-4917-8e59-aaed72757bbb req-ab3e1371-ae33-4b4e-9ebd-531041f05a73 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:04.383195 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-96280e10-7ccf-4917-8e59-aaed72757bbb req-ab3e1371-ae33-4b4e-9ebd-531041f05a73 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1456757 Feb 02 14:30:04.458872 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-96280e10-7ccf-4917-8e59-aaed72757bbb req-79bba221-51d8-4b6f-ab31-650c5ade08c5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641212 Feb 02 14:30:04.629185 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:04.634073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da40722-dc6e-46b7-b760-e022f3b2f8f7 req-0011df6f-993e-40e9-9557-cab8e82ba3e6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:04.635853 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5da40722-dc6e-46b7-b760-e022f3b2f8f7 req-0011df6f-993e-40e9-9557-cab8e82ba3e6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1223919 Feb 02 14:30:04.645378 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44046) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:04.650847 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'floatingip': {'port_id': '7ea3778a-86e9-4308-834b-62e377400eb1'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:04.731733 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'code': 200} Feb 02 14:30:04.753171 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:05.213641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df44ac-2d50-44da-a5f4-0dc39167d9b0 req-951eee7d-fc21-457f-a8a3-d23fc243a211 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:05.215404 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00df44ac-2d50-44da-a5f4-0dc39167d9b0 req-951eee7d-fc21-457f-a8a3-d23fc243a211 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1929295 Feb 02 14:30:05.349548 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00df44ac-2d50-44da-a5f4-0dc39167d9b0 req-a0b0b1c7-21e3-4570-bf00-4f4c07f61d03 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088731 Feb 02 14:30:05.802492 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c082-3b2b-44c3-a5ec-26b862597fc0 req-e8682ed6-dd45-4388-b348-c7fa66bc56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:05.804018 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1536c082-3b2b-44c3-a5ec-26b862597fc0 req-e8682ed6-dd45-4388-b348-c7fa66bc56f3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1098 time: 0.4916470 Feb 02 14:30:05.823208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423749-2792-460b-a972-d68bc217e0a2 req-aab8cd6b-8884-4dad-9398-c5f01f259396 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:05.825147 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f7423749-2792-460b-a972-d68bc217e0a2 req-aab8cd6b-8884-4dad-9398-c5f01f259396 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1606681 Feb 02 14:30:05.886772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f7423749-2792-460b-a972-d68bc217e0a2 req-c78213c0-1e48-4331-9fd6-24b2079cb909 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536427 Feb 02 14:30:05.917350 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1536c082-3b2b-44c3-a5ec-26b862597fc0 req-ec881ba5-8035-4e2e-9c60-b2d2590d03f1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884328 Feb 02 14:30:05.929083 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058a65-ae1e-4daa-b585-ee83b65418b3 req-9834cd31-1341-426f-9e23-d2e8e267f6be tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:05.931671 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f5058a65-ae1e-4daa-b585-ee83b65418b3 req-9834cd31-1341-426f-9e23-d2e8e267f6be tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.4521585 Feb 02 14:30:06.057039 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f5058a65-ae1e-4daa-b585-ee83b65418b3 req-7cebed8a-1246-4d4b-8554-f5ac8ed411d7 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150959 Feb 02 14:30:06.081804 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44094) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:06.189569 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.195826 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.214905 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a25bfbaa-09b4-4621-8e31-e10d60398d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.295266 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.313024 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:06.317974 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Usage tracker for resource:security_group_rule and tenant:44e2a58c26274ac9b512cdd27c26a32b is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:06.321349 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:06.328048 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:06.403411 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Floating IP 219e833a-f813-4196-b2e6-a6ea7241e8bf associated. External IP: 172.27.2.28, port: 7ea3778a-86e9-4308-834b-62e377400eb1. Feb 02 14:30:06.463695 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.506668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.552769 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44e2a58c26274ac9b512cdd27c26a32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701562 Feb 02 14:30:06.555341 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44102) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:06.645699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3195d9-ab6a-4df9-984e-02bde241dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05f572-f8f1-4faa-83ac-5f76fcfd42bb,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:06.694137 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d219-0cc0-4a5e-8f77-e9afa98c38e6 req-00677f04-1432-4b72-9863-4ddf84aeb343 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:06.696184 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7a66d219-0cc0-4a5e-8f77-e9afa98c38e6 req-00677f04-1432-4b72-9863-4ddf84aeb343 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2311199 Feb 02 14:30:06.696882 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.758222 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.813271 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7a66d219-0cc0-4a5e-8f77-e9afa98c38e6 req-6f8f373c-f36f-4294-b42a-188dac31c165 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973883 Feb 02 14:30:06.841972 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.870496 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:06.871619 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf05f572-f8f1-4faa-83ac-5f76fcfd42bb HTTP/1.1" status: 204 len: 168 time: 0.3084373 Feb 02 14:30:06.872678 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc9688-5d50-40a4-8366-898f16ec74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05f572-f8f1-4faa-83ac-5f76fcfd42bb,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:06.909972 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:30:07.174299 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:07.221073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662affc-99d3-49a7-8649-612990158917 req-684997fd-3b3f-4360-9a80-b8a78e948d07 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:07.231114 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b662affc-99d3-49a7-8649-612990158917 req-684997fd-3b3f-4360-9a80-b8a78e948d07 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1724079 Feb 02 14:30:07.243470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:30:07.253132 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:07.269891 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:30:07.289490 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:07.290922 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:07.362848 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:07.391219 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b662affc-99d3-49a7-8649-612990158917 req-8d3c9402-c035-4ca0-814b-cf636f838999 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530900 Feb 02 14:30:07.437597 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-07a9bad0-9b85-4344-8a94-06dab7adb68a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "PUT /v2.0/floatingips/219e833a-f813-4196-b2e6-a6ea7241e8bf HTTP/1.1" status: 200 len: 990 time: 2.7907367 Feb 02 14:30:07.443256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:07.543034 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44142) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:07.580715 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:07.634656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:07.648873 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Usage tracker for resource:security_group_rule and tenant:a2c96419d04f4c1983a9a251fbbaa775 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:07.653007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:07.669891 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:07.769094 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:07.844681 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616aa0d-85e4-43ef-9673-8611f501dcfc req-3453eb19-88fa-466a-86d2-0378bbc38a3e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:07.852535 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7616aa0d-85e4-43ef-9673-8611f501dcfc req-3453eb19-88fa-466a-86d2-0378bbc38a3e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1841960 Feb 02 14:30:07.906650 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-5ed95d75-f252-44b7-86dc-edd5835d66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:07.909478 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-5ed95d75-f252-44b7-86dc-edd5835d66ed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 1099 time: 0.4681957 Feb 02 14:30:07.921518 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc7d61-29c8-4f53-9811-3cafbf130a6f req-4aab3401-6067-4822-b608-0f0b7fc744dd tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:07.931664 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dfbc7d61-29c8-4f53-9811-3cafbf130a6f req-4aab3401-6067-4822-b608-0f0b7fc744dd tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.3035004 Feb 02 14:30:08.083450 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:08.099281 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7616aa0d-85e4-43ef-9673-8611f501dcfc req-fb98d01d-3eae-4cbe-98ff-a591bbaa8b77 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457433 Feb 02 14:30:08.100598 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:08.135618 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dfbc7d61-29c8-4f53-9811-3cafbf130a6f req-865cc76f-06f7-45d0-8284-cdfd4539658a tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029073 Feb 02 14:30:08.294452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-65d49ea7-941d-4b9d-a646-3febbfdbf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.299020 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-65d49ea7-941d-4b9d-a646-3febbfdbf256 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.3423944 Feb 02 14:30:08.304255 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1', 'status': 'completed', 'code': 200} Feb 02 14:30:08.438696 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14c649-ab75-487b-924e-90d39d6a0c69,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:08.472086 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-abde1981-f9ba-42d7-b7ac-854f12ba8517 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439d360e-f679-4d17-ab59-e33541414abe HTTP/1.1" status: 200 len: 217 time: 0.1030033 Feb 02 14:30:08.495557 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-8d15bf3a-7308-4644-aed9-616a823acbbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2c96419d04f4c1983a9a251fbbaa775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9496510 Feb 02 14:30:08.504081 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '219e833a-f813-4196-b2e6-a6ea7241e8bf', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '7ea3778a-86e9-4308-834b-62e377400eb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:48:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:33Z', 'updated_at': '2022-02-02T14:30:05Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:08.510969 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:30:08.518398 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44168) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:08.533243 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:08.534567 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:08.573412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-89802fcd-ca86-4bf1-9ea4-4463959b5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.575182 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-89802fcd-ca86-4bf1-9ea4-4463959b5df6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.0939307 Feb 02 14:30:08.648629 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-f2548850-3bd5-4073-9a2d-65249fcea2e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609565 Feb 02 14:30:08.718427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1240483-9895-4904-97c4-263db25a9d32 req-dcbcdd19-40d5-47cf-a9a1-ad22e292dd74 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.720800 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a1240483-9895-4904-97c4-263db25a9d32 req-dcbcdd19-40d5-47cf-a9a1-ad22e292dd74 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.95 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.5665896 Feb 02 14:30:08.741147 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:08.783157 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407864-088d-468d-b209-cc3a528e15af req-6d7eecce-f88e-4da3-9ae7-f26eba03366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.784921 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-6d7eecce-f88e-4da3-9ae7-f26eba03366d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1098 time: 0.4136848 Feb 02 14:30:08.788781 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:08.868084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083660-91ad-4fc1-aea4-62e612de63dd req-b76f6828-e7d1-45d4-bacb-6033c2fc3662 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.870034 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9c083660-91ad-4fc1-aea4-62e612de63dd req-b76f6828-e7d1-45d4-bacb-6033c2fc3662 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1950796 Feb 02 14:30:08.909042 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-3e777b34-7962-4fc7-b6c0-454e045929af service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538843 Feb 02 14:30:08.920825 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:08.936360 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9c083660-91ad-4fc1-aea4-62e612de63dd req-ff2afc1f-3c92-47d5-970b-f56ac07850f0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549524 Feb 02 14:30:08.948520 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1c4df-3716-4cad-a134-64613a35e4ef req-ba8b8b11-eccd-46a5-ab48-13846cb2084d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:08.956879 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efb1c4df-3716-4cad-a134-64613a35e4ef req-ba8b8b11-eccd-46a5-ab48-13846cb2084d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.6388535 Feb 02 14:30:09.054912 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Deleting port 3416cf60-cfed-4528-a68c-cccc1e24d095 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:30:09.055280 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:09.202187 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bd8e7252-0d39-4ec5-bd41-e371dcaa054f req-b8567af0-954b-4a94-89f2-1d13a2cc168f service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700131 Feb 02 14:30:09.226579 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efb1c4df-3716-4cad-a134-64613a35e4ef req-e56aa6e8-790a-4b45-a433-ff4c9436163f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687428 Feb 02 14:30:09.306639 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67dde-f19a-4886-aa1c-547c1c41bdde req-767be11a-c18f-4ddd-a5a1-c78ff39a9778 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:09.315530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407864-088d-468d-b209-cc3a528e15af req-458cde22-dcbe-4d54-a25b-22066896b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:09.323732 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-458cde22-dcbe-4d54-a25b-22066896b938 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.5190961 Feb 02 14:30:09.324076 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-17a67dde-f19a-4886-aa1c-547c1c41bdde req-767be11a-c18f-4ddd-a5a1-c78ff39a9778 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1744010 Feb 02 14:30:09.324076 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44208) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:09.359426 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'floatingip': {'port_id': '061177ba-6926-4c5a-8048-649914f7149f'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:09.374126 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:09.403198 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '219e833a-f813-4196-b2e6-a6ea7241e8bf', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '7ea3778a-86e9-4308-834b-62e377400eb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:48:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:33Z', 'updated_at': '2022-02-02T14:30:05Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:09.417025 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf47a9-97e6-4d97-a282-216ebb2c51f1 None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '219e833a-f813-4196-b2e6-a6ea7241e8bf', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '7ea3778a-86e9-4308-834b-62e377400eb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:48:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:33Z', 'updated_at': '2022-02-02T14:30:05Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:30:09.528229 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:09.692899 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14c649-ab75-487b-924e-90d39d6a0c69,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:09.702674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:09.707109 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-8cf514ab-9e59-4fc1-9cb8-216194d66a36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc14c649-ab75-487b-924e-90d39d6a0c69 HTTP/1.1" status: 204 len: 168 time: 1.1814809 Feb 02 14:30:09.787513 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-d084db08-4016-45e6-a4f7-39db3dee7a76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 998 time: 0.4438994 Feb 02 14:30:09.870757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11404e31-ba1c-44c8-ae37-092d2bee1449 None None] New status for floating IP 219e833a-f813-4196-b2e6-a6ea7241e8bf: ACTIVE {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:30:09.873871 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:09.929717 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed4d2-b063-4c56-908e-59c64fa2116f req-d36203c5-c723-4496-9ff2-c0dc628e35a1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:09.937032 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-14aed4d2-b063-4c56-908e-59c64fa2116f req-d36203c5-c723-4496-9ff2-c0dc628e35a1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.4864252 Feb 02 14:30:10.026385 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] For port 3416cf60-cfed-4528-a68c-cccc1e24d095, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3416cf60-cfed-4528-a68c-cccc1e24d095,segment=NetworkSegment(b4783cf9-5d93-4857-b4a6-662d3e41bdf1),segment_id=b4783cf9-5d93-4857-b4a6-662d3e41bdf1)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:10.026762 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:10.119497 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-14aed4d2-b063-4c56-908e-59c64fa2116f req-edb70a27-3ded-43e0-825c-13ad7abfba20 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814008 Feb 02 14:30:10.238491 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1938c1-72b4-4e14-bd60-24305015a19d req-0c888625-a285-444a-90b5-29acfb6fc15b tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:10.240042 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b1938c1-72b4-4e14-bd60-24305015a19d req-0c888625-a285-444a-90b5-29acfb6fc15b tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 945 time: 0.5002911 Feb 02 14:30:10.405843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407864-088d-468d-b209-cc3a528e15af req-7702d697-8d9d-48ff-ad0a-926f17d278f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:10.405843 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-7702d697-8d9d-48ff-ad0a-926f17d278f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.5954807 Feb 02 14:30:10.438305 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Calling delete_port for 3416cf60-cfed-4528-a68c-cccc1e24d095 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:30:10.579603 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b1938c1-72b4-4e14-bd60-24305015a19d req-4c5ec4a9-c44d-41fc-a3f7-27a3f0af6c3e tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a2454c0-eaec-49e5-b4f1-401be269e358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280468 Feb 02 14:30:11.002231 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407864-088d-468d-b209-cc3a528e15af req-cf4da26e-e405-42db-94e8-f5fc4db287b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:11.003773 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-cf4da26e-e405-42db-94e8-f5fc4db287b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5032544 Feb 02 14:30:11.049489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dcd3a-0399-4f04-87b3-a372e07f4b04 req-30930540-a825-49a2-aac7-1bf051b57f60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:11.059725 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-909dcd3a-0399-4f04-87b3-a372e07f4b04 req-30930540-a825-49a2-aac7-1bf051b57f60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.4529788 Feb 02 14:30:11.131078 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:11.227022 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Pushing event deleted for resources: {'Port': ['ID=3416cf60-cfed-4528-a68c-cccc1e24d095,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:11.237785 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:11.246628 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-909dcd3a-0399-4f04-87b3-a372e07f4b04 req-203c0168-24fb-4175-93ac-433f8b76e8bb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410048 Feb 02 14:30:11.249049 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:11.397047 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] No DVR routers for this DVR port 3416cf60-cfed-4528-a68c-cccc1e24d095 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:30:11.403657 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:11.406620 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'name': 'network-vif-deleted', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:11.417043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-1707f5b2-9f37-4759-a978-993ade71191d service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044735 Feb 02 14:30:11.504862 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7513731-0036-4043-b445-83c6cc3c7fae', 'name': 'network-vif-deleted', 'tag': '3416cf60-cfed-4528-a68c-cccc1e24d095', 'status': 'completed', 'code': 200} Feb 02 14:30:11.506396 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a1240483-9895-4904-97c4-263db25a9d32 req-0cd7b695-34a9-4492-b28e-00d0f03c7451 tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.95 "DELETE /v2.0/ports/3416cf60-cfed-4528-a68c-cccc1e24d095 HTTP/1.1" status: 204 len: 173 time: 2.7751381 Feb 02 14:30:11.570394 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Floating IP 01301800-e019-4111-879b-1ca09836ea19 associated. External IP: 172.27.2.91, port: 061177ba-6926-4c5a-8048-649914f7149f. Feb 02 14:30:11.661325 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db183-2833-447e-8a73-b7802cc04d41 req-73b38c81-c39a-4b26-8ed9-94f43c52cf8d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:11.668519 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-694db183-2833-447e-8a73-b7802cc04d41 req-73b38c81-c39a-4b26-8ed9-94f43c52cf8d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.3511436 Feb 02 14:30:11.685078 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f407864-088d-468d-b209-cc3a528e15af req-0f9b5d67-0a55-40b4-8574-0c6276b752fc service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601955 Feb 02 14:30:11.710689 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 3416cf60-cfed-4528-a68c-cccc1e24d095 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:30:11.783293 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 3416cf60-cfed-4528-a68c-cccc1e24d095 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:30:11.784146 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 3416cf60-cfed-4528-a68c-cccc1e24d095 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:30:11.815587 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-694db183-2833-447e-8a73-b7802cc04d41 req-177a9fa4-31b6-4fd0-ad7f-56a952a5f228 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451809 Feb 02 14:30:11.906121 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-220be500-f9f9-41bf-80be-f31d379b7896 req-27cfa242-2f1c-4f84-9e01-b36f465c109c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Synchronizing usage tracker for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:11.927763 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-220be500-f9f9-41bf-80be-f31d379b7896 req-27cfa242-2f1c-4f84-9e01-b36f465c109c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] Unset dirty status for tenant:128981cb85b64fd5b4c2d26dc409db05 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:11.929650 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-220be500-f9f9-41bf-80be-f31d379b7896 req-27cfa242-2f1c-4f84-9e01-b36f465c109c tempest-DeleteServersTestJSON-419130350 tempest-DeleteServersTestJSON-419130350-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7513731-0036-4043-b445-83c6cc3c7fae HTTP/1.1" status: 200 len: 210 time: 0.0727978 Feb 02 14:30:12.191311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:30:12.545572 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:30:12.552288 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:12.560932 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:30:12.591899 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:12.593306 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:12.622831 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1e59-1016-4fe6-8f97-5f68bbaa76a7 req-e339e775-b447-49c9-86bb-fee491baf8a8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:12.624323 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6e1d1e59-1016-4fe6-8f97-5f68bbaa76a7 req-e339e775-b447-49c9-86bb-fee491baf8a8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1758885 Feb 02 14:30:12.625974 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-49aad1b1-881e-4332-89c1-10bc55de3cd7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "PUT /v2.0/floatingips/01301800-e019-4111-879b-1ca09836ea19 HTTP/1.1" status: 200 len: 990 time: 3.2991939 Feb 02 14:30:12.627177 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:12.699194 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6e1d1e59-1016-4fe6-8f97-5f68bbaa76a7 req-bd01d59f-e602-4084-a819-9ab264877e9e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659776 Feb 02 14:30:12.767101 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'status': 'completed', 'code': 200} Feb 02 14:30:13.014661 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-10eb0726-f6e1-4842-9540-8eb5cd33038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.020135 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-10eb0726-f6e1-4842-9540-8eb5cd33038c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1098 time: 0.1709349 Feb 02 14:30:13.222726 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:13.233860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-1452d6f6-82de-4a2a-b9af-2879bb1980d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.235730 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-1452d6f6-82de-4a2a-b9af-2879bb1980d9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.2093725 Feb 02 14:30:13.307650 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff21827-2881-4439-98ce-77d70d04ca86 req-db64cc35-4f3d-4924-a63c-336cead8e404 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.309646 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cff21827-2881-4439-98ce-77d70d04ca86 req-db64cc35-4f3d-4924-a63c-336cead8e404 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1627083 Feb 02 14:30:13.408562 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cff21827-2881-4439-98ce-77d70d04ca86 req-42b6b398-11b3-4d85-b41c-6ba1f8085d39 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876212 Feb 02 14:30:13.459286 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-0bbe22ae-34d8-48dd-8428-ab4ca9351442 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 998 time: 0.1871092 Feb 02 14:30:13.646415 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-bc7f3bc9-8938-47eb-96e8-9a8bc76170bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.649373 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-bc7f3bc9-8938-47eb-96e8-9a8bc76170bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.1813462 Feb 02 14:30:13.695464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb49ad7-0668-4d41-8c86-185f3f3db089 req-8ed43419-0188-453f-a9ba-75c4fadd2f1e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.707394 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44346) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:13.711075 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7cb49ad7-0668-4d41-8c86-185f3f3db089 req-8ed43419-0188-453f-a9ba-75c4fadd2f1e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.4737222 Feb 02 14:30:13.920349 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7cb49ad7-0668-4d41-8c86-185f3f3db089 req-6d733c14-e175-408a-ab1c-b39ffa823ba2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2083180 Feb 02 14:30:13.957938 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-edd70ccb-7840-469e-8e38-1e9bd2feb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:13.959361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-edd70ccb-7840-469e-8e38-1e9bd2feb59b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2463593 Feb 02 14:30:14.007490 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '01301800-e019-4111-879b-1ca09836ea19', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:39Z', 'updated_at': '2022-02-02T14:30:10Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:14.013139 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:30:14.031719 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.036712 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:14.038286 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:14.088386 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:14.108346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Usage tracker for resource:security_group_rule and tenant:413bf33ab66143f9a20b0be3b1e2bb82 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:14.113978 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:14.139301 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:14.227225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-ed627cd0-bc5a-488e-a8ea-3199434c72d0 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599330 Feb 02 14:30:14.382881 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.389611 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.433117 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:14.501714 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24597cff-f1b0-425f-92e9-5b72ba4d49a2 req-519f46f3-a56d-4314-a1ee-da425d9af35c service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628112 Feb 02 14:30:14.612056 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=413bf33ab66143f9a20b0be3b1e2bb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9026091 Feb 02 14:30:14.618300 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44376) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:14.647813 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c7966-caec-41bd-8cf5-450c70ef2678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bce527-bf48-446e-8fee-a0ab5daf1ffa,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:14.783992 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.815296 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.862563 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a003c9-f03f-44f4-8180-40fdcb0e9983 req-5947f20a-3759-495f-a267-5f35f77631a6 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:14.871161 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76a003c9-f03f-44f4-8180-40fdcb0e9983 req-5947f20a-3759-495f-a267-5f35f77631a6 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2636211 Feb 02 14:30:14.929375 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.948758 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bce527-bf48-446e-8fee-a0ab5daf1ffa,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:14.956704 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:14.961465 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-34f3e9e8-9518-4dd6-9f84-39ff6eca6dcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66bce527-bf48-446e-8fee-a0ab5daf1ffa HTTP/1.1" status: 204 len: 168 time: 0.3385825 Feb 02 14:30:15.027743 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76a003c9-f03f-44f4-8180-40fdcb0e9983 req-7b09e116-3335-4f6b-8174-b20a1c08edd6 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574607 Feb 02 14:30:15.286550 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '01301800-e019-4111-879b-1ca09836ea19', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:39Z', 'updated_at': '2022-02-02T14:30:10Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:15.294964 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0caa-fbcf-4566-af28-304d7b0a6902 None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '01301800-e019-4111-879b-1ca09836ea19', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:29:39Z', 'updated_at': '2022-02-02T14:30:10Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:30:15.411241 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44400) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:15.422656 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58ba5e-1ac1-439f-a59e-3f2fb91673ce req-d3556d36-90b1-438d-be61-25f67d4833fc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:15.437921 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b58ba5e-1ac1-439f-a59e-3f2fb91673ce req-d3556d36-90b1-438d-be61-25f67d4833fc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2278371 Feb 02 14:30:15.563916 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b58ba5e-1ac1-439f-a59e-3f2fb91673ce req-fb705277-e893-4558-9df0-ec2f46fe122f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234872 Feb 02 14:30:15.623368 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:15.652590 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44410) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:15.678513 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:15.681492 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:15.701242 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Usage tracker for resource:security_group_rule and tenant:13715a561a954e818b081c94078b64a3 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:15.707022 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:15.714608 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:15.716995 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:15.722683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f3215fbbdef242ddb9d33e02d817ac60 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:15.727650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:15.755876 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde39f00-ab16-41e2-a550-b7acb498bed7 None None] New status for floating IP 01301800-e019-4111-879b-1ca09836ea19: ACTIVE {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:30:15.838778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:15.840541 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:15.910798 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.001362 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13715a561a954e818b081c94078b64a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889480 Feb 02 14:30:16.006079 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44424) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:16.013685 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b1045-674b-4266-814f-a76cea1e76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120234c-74de-462d-895d-893394b1450c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:16.039267 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.044461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.122304 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc2659-bc4f-4eb9-a816-4c84dc050627,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:16.130002 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-aed8ea09-0826-4703-9f9a-02ddd79579d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3215fbbdef242ddb9d33e02d817ac60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760432 Feb 02 14:30:16.134448 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44430) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:16.161161 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.227785 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.229716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.263649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.302701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.325659 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120234c-74de-462d-895d-893394b1450c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:16.333026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.337878 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-7241cdcf-de08-4557-becb-fd64216d2195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5120234c-74de-462d-895d-893394b1450c HTTP/1.1" status: 204 len: 168 time: 0.3304541 Feb 02 14:30:16.368533 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.545179 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.546571 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8fc2659-bc4f-4eb9-a816-4c84dc050627 HTTP/1.1" status: 204 len: 168 time: 0.4100859 Feb 02 14:30:16.556156 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44446) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:16.571911 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb74879-b311-48d6-9fc9-8afaa14ce812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc2659-bc4f-4eb9-a816-4c84dc050627,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:16.716422 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbede8-1612-415b-bb29-111f141da080 req-a588f8fd-1b6f-4c96-b28d-d78c5da8b817 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:16.717957 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b4dbede8-1612-415b-bb29-111f141da080 req-a588f8fd-1b6f-4c96-b28d-d78c5da8b817 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2981763 Feb 02 14:30:16.727920 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Deleting subnet 34294dd0-e11c-4cdb-9861-534dcc75ab39 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:30:16.743008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.795037 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b4dbede8-1612-415b-bb29-111f141da080 req-3ee46430-6532-45ca-851a-9a763e6f2e49 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673349 Feb 02 14:30:16.818621 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.831075 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.945651 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:16.985699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34294dd0-e11c-4cdb-9861-534dcc75ab39,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:16.995285 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.004542 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44460) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:17.004803 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-94a3d4f7-2726-4df2-bf9e-77a323c663a1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/34294dd0-e11c-4cdb-9861-534dcc75ab39 HTTP/1.1" status: 204 len: 168 time: 0.4453135 Feb 02 14:30:17.134989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.154004 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44466) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:17.214708 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.285140 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:17.296511 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1ab4f8b9ed423e86a10a7f75c67315 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:17.304047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44476) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:17.304916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:17.319858 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:17.463228 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.470452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.472557 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.518792 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.519591 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.521391 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.521537 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015b803-32c9-4656-bc09-245cc6a6bd16,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:17.521944 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > port after_create 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.522609 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.523371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > port after_update 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.524024 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.524689 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.525374 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.526021 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.544408 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f18ab6b8-661b-488c-8345-bac6bcbbc666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf1ab4f8b9ed423e86a10a7f75c67315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902857 Feb 02 14:30:17.549626 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44490) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:17.690367 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.767084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.767970 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.768991 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.769673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.770149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:30:17.770768 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf1dc85-91db-4931-92b9-c6fdc46a1d4a']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:17.786315 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:17.787022 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4783cf9-5d93-4857-b4a6-662d3e41bdf1') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:17.801522 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.804319 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.854558 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.866598 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:17.874213 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:30:17.874802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:17.910510 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Usage tracker for resource:security_group_rule and tenant:ab17fd7da3af4f90b13a24687bc1a6c1 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:17.921452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: from cryptography.utils import int_from_bytes Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: from cryptography.utils import int_from_bytes Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: util.warn_limited( Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: util.warn_limited( Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:30:17.923581 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:30:17.946095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:18.035739 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.055687 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.075788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf1dc85-91db-4931-92b9-c6fdc46a1d4a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:18.091136 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-9df16c6b-3447-4cad-95ae-3b893658b943 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dcf1dc85-91db-4931-92b9-c6fdc46a1d4a HTTP/1.1" status: 204 len: 168 time: 1.0852878 Feb 02 14:30:18.095521 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.124452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015b803-32c9-4656-bc09-245cc6a6bd16,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:18.167033 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.168403 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9b269db4-17cf-466b-ba17-fc15968ba850 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d015b803-32c9-4656-bc09-245cc6a6bd16 HTTP/1.1" status: 204 len: 168 time: 0.6165123 Feb 02 14:30:18.215754 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353471-2e6f-4e53-9fa8-4b3cbad8d11c req-9b11c037-fa9b-4721-b428-ba0b2af61cfa tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:18.226637 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6e353471-2e6f-4e53-9fa8-4b3cbad8d11c req-9b11c037-fa9b-4721-b428-ba0b2af61cfa tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2180140 Feb 02 14:30:18.286439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.299119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.333994 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6e353471-2e6f-4e53-9fa8-4b3cbad8d11c req-a187c67a-475d-48f5-8253-3f582d153423 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062095 Feb 02 14:30:18.375098 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8752f2f8-66ef-4332-a356-9e15e3bc957e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:18.381275 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d9c500de-1920-4a27-93aa-8a859c0b962a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab17fd7da3af4f90b13a24687bc1a6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0725982 Feb 02 14:30:18.384101 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44522) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:18.413793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44526) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:18.464858 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.487263 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-4b674b95-d011-4b70-b3cf-d87913c51053 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=128981cb85b64fd5b4c2d26dc409db05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719512 Feb 02 14:30:18.489817 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44534) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:18.627996 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.634591 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.692207 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.726133 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.747925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.780779 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8752f2f8-66ef-4332-a356-9e15e3bc957e,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:18.790802 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.794940 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2b88df49-591a-491b-8f9e-9f21dbce73ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8752f2f8-66ef-4332-a356-9e15e3bc957e HTTP/1.1" status: 204 len: 168 time: 0.4095151 Feb 02 14:30:18.818691 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.861371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44546) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:18.861942 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2454c0-eaec-49e5-b4f1-401be269e358,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:18.877410 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.883867 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3eb4f1ad-1d6a-465b-8460-64ee0f7c39b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a2454c0-eaec-49e5-b4f1-401be269e358 HTTP/1.1" status: 204 len: 168 time: 0.3924284 Feb 02 14:30:18.888560 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:18.909089 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:18.913587 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Usage tracker for resource:security_group_rule and tenant:ab40d57f8b3141e68580ad2d882c77fe is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:18.916620 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:18.923444 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:19.029416 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.035854 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.095487 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab40d57f8b3141e68580ad2d882c77fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328172 Feb 02 14:30:19.096530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d086-ea97-4e9a-9343-cee735d12d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ea28b-78a5-4e81-83ee-28ce6f16ef87,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:19.096795 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44554) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:19.165095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.194975 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.261252 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.277730 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ea28b-78a5-4e81-83ee-28ce6f16ef87,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:19.287210 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.290984 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3b2ee7a7-71fd-4999-80cf-1b5e8e58ac93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa6ea28b-78a5-4e81-83ee-28ce6f16ef87 HTTP/1.1" status: 204 len: 168 time: 0.1908753 Feb 02 14:30:19.464540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44574) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:19.491536 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.516784 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:19.523018 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3848e2e0d302408f86c1a51e79cfb6af is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:19.526886 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:19.534452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:19.767730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aff298-3d7b-4638-bfee-482ffa963626 req-899a2da6-a3d9-442a-bee2-ed4448701488 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:19.779171 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c5aff298-3d7b-4638-bfee-482ffa963626 req-899a2da6-a3d9-442a-bee2-ed4448701488 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2878470 Feb 02 14:30:19.795097 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.804831 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:19.916158 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c5aff298-3d7b-4638-bfee-482ffa963626 req-a372b67a-4ed0-4db8-99c1-01fd81826d4a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357408 Feb 02 14:30:19.948212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd0e01-2867-4c8f-8ce4-ddae821c9532,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:19.960031 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44586) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:19.960172 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1850acbe-3e84-4600-bf41-1a2256df39e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3848e2e0d302408f86c1a51e79cfb6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944530 Feb 02 14:30:19.988323 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44592) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:20.058480 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Deleting subnet 90150b1c-c18e-49e3-aea0-85bf8e659d87 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:30:20.061730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.064219 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.122768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.126657 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.141781 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.192633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.214614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd0e01-2867-4c8f-8ce4-ddae821c9532,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:20.225523 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.226953 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5f2f962d-b6a2-43d8-8b5f-0ce0bbad2e82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55dd0e01-2867-4c8f-8ce4-ddae821c9532 HTTP/1.1" status: 204 len: 168 time: 0.2649238 Feb 02 14:30:20.257192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.328321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90150b1c-c18e-49e3-aea0-85bf8e659d87,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:20.335308 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.362584 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-fbe8bce7-bdfd-4f85-8135-a9bd1a1fdd9a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/90150b1c-c18e-49e3-aea0-85bf8e659d87 HTTP/1.1" status: 204 len: 168 time: 0.3691599 Feb 02 14:30:20.363055 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44608) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:20.498146 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.807985 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.859000 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339277e1-22d1-45d7-9779-0facff268a5f']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:20.884183 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7df0f39-523d-40bf-b5c1-3a1a8f551ea3') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:20.884183 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7df0f39-523d-40bf-b5c1-3a1a8f551ea3') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:20.899647 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.917826 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.930889 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:30:20.931253 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:20.946823 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44634) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:30:20.953182 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:30:21.035633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.090871 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.100989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=339277e1-22d1-45d7-9779-0facff268a5f,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:21.108804 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-73b4f767-77d9-4918-930a-381ae6d510e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/339277e1-22d1-45d7-9779-0facff268a5f HTTP/1.1" status: 204 len: 168 time: 0.7439632 Feb 02 14:30:21.111367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44646) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:21.221992 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877b66-48c2-4165-8ce5-638911bbdea0 req-8374d914-8e3a-40c2-9ab4-0d2acea97c3f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:21.223758 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b877b66-48c2-4165-8ce5-638911bbdea0 req-8374d914-8e3a-40c2-9ab4-0d2acea97c3f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1177230 Feb 02 14:30:21.259589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-884595932-network', 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:21.266989 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:21.276909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Usage tracker for resource:network and tenant:3e1fe0d1ac4f472296a863b573b8fe6a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:21.302953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:21.308393 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b877b66-48c2-4165-8ce5-638911bbdea0 req-61f8eab3-d64e-4cfa-ab2c-0bcd19e9e03c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771577 Feb 02 14:30:21.313848 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:21.326099 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Deleting subnet 4f863cb9-6cba-4f11-80c8-f903ed2a9426 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:30:21.331619 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.333256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:21.337601 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.364657 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.400630 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:21.401757 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.406341 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Usage tracker for resource:security_group_rule and tenant:3e1fe0d1ac4f472296a863b573b8fe6a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:21.410992 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:21.418101 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:21.478081 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.554303 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.560953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.615680 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.616845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d984eb0-bb9a-41b4-b7e1-1684808ffcab,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:21.619615 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:30:21.631717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.632321 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Added segment 679cd902-869c-43de-83e6-b5fb64edf69e of type vlan for network 14a6eea5-7f66-4297-be41-67904eb3705b Feb 02 14:30:21.638613 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44670) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:21.657788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f863cb9-6cba-4f11-80c8-f903ed2a9426,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:21.660498 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.667388 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-50a99df6-3c7d-4113-b5d1-e5c4e9e94cfb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4f863cb9-6cba-4f11-80c8-f903ed2a9426 HTTP/1.1" status: 204 len: 168 time: 0.5540824 Feb 02 14:30:21.669917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44676) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:21.674626 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.718381 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.720058 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:21.720925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.807967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1005693933-network', 'tenant_id': 'd6da06e91dcd48e58d9d4daf4997ca3a'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:21.808202 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.823319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:21.845462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Usage tracker for resource:network and tenant:d6da06e91dcd48e58d9d4daf4997ca3a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:21.852696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:21.862768 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44684) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:21.863161 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9141359 Feb 02 14:30:21.869810 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:21.871750 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc40f40-bd0d-4f21-9470-ef7e07e748aa admin admin] Pushing event updated for resources: {'Network': ['ID=14a6eea5-7f66-4297-be41-67904eb3705b,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:21.885147 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Made reservation on behalf of d6da06e91dcd48e58d9d4daf4997ca3a for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:21.887752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.888639 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 14a6eea5-7f66-4297-be41-67904eb3705b details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:30:21.891182 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Request body: {'subnet': {'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-884595932-subnet', 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:21.897473 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:21.902281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Usage tracker for resource:subnet and tenant:3e1fe0d1ac4f472296a863b573b8fe6a is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:21.911087 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:21.929129 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:21.934544 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Usage tracker for resource:security_group_rule and tenant:d6da06e91dcd48e58d9d4daf4997ca3a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:21.938796 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:21.945912 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:21.976237 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:21.985950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:22.024474 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.033045 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:22.035515 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15518328'] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.052520 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.057119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.092664 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 982, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:30:22.099738 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ec6df-c9df-4bc0-8ca3-6605c20df294,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.116812 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.118687 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Added segment 8ec00970-198e-4a51-a899-6ce3d3efd7be of type vlan for network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb Feb 02 14:30:22.137761 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1046fb3-f1b0-4a61-92c7-3873a9d62e3d']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:22.153255 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.156298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fab2eb-5da4-4eb0-95cb-56994c82c7a4') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:22.157195 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fab2eb-5da4-4eb0-95cb-56994c82c7a4') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:22.174756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.190125 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.191158 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:22.191748 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.202795 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.208158 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44694) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:22.218521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:30:22.219636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:30:22.232511 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:30:22.316611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.340113 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7001653 Feb 02 14:30:22.341262 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44700) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:22.349362 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.351699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1046fb3-f1b0-4a61-92c7-3873a9d62e3d,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.360531 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Request body: {'subnet': {'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1005693933-subnet', 'tenant_id': 'd6da06e91dcd48e58d9d4daf4997ca3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:22.367529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8630ed-e828-4be3-9c32-6c157a754e3f admin admin] Pushing event updated for resources: {'Network': ['ID=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.367784 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-6af2feab-cca6-40ac-bc3a-e8636e87c598 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1046fb3-f1b0-4a61-92c7-3873a9d62e3d HTTP/1.1" status: 204 len: 168 time: 0.6966839 Feb 02 14:30:22.377431 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:22.381448 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:30:22.387960 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Usage tracker for resource:subnet and tenant:d6da06e91dcd48e58d9d4daf4997ca3a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:22.399443 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:22.415627 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:22.435262 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Made reservation on behalf of d6da06e91dcd48e58d9d4daf4997ca3a for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:22.440345 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.474176 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.504522 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:22.553794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Usage tracker for resource:security_group_rule and tenant:bfecf52779fb40fa834b91a188bf0e87 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:22.563884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:22.576081 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:22.606562 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44708) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:22.663297 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15106102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15518314'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.682828 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-83fc6c90-3efa-4efc-bf72-53d1f96aced1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69a19ba769a845288f68fc77adac641a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750372 Feb 02 14:30:22.685710 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44712) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:22.756178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fa97-6e83-426b-a2be-32e44c1c9e0e req-c9e33893-b042-4aa7-b893-49af0ecc87f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:22.757713 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35f9fa97-6e83-426b-a2be-32e44c1c9e0e req-c9e33893-b042-4aa7-b893-49af0ecc87f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2627347 Feb 02 14:30:22.783117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c809121-1919-4677-a702-a68f048359b6,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.829525 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Checking segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:22.830047 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Network hostable DHCP agents. Network: 14a6eea5-7f66-4297-be41-67904eb3705b, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:30:22.832434 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.845752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.881060 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35f9fa97-6e83-426b-a2be-32e44c1c9e0e req-48bc748f-d491-41f8-aa0e-862ab68c1c0c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059575 Feb 02 14:30:22.892956 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.895360 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Network 14a6eea5-7f66-4297-be41-67904eb3705b is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:30:22.899916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.902973 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.928745 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 14a6eea5-7f66-4297-be41-67904eb3705b) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:22.941059 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920295ad-5261-41da-bf12-568c8c729931 None None] Network 14a6eea5-7f66-4297-be41-67904eb3705b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:22.955212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a8c56b-e412-4f0f-bda6-987e2e8ce241,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.958400 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:22.959114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:22.967695 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c367dbb-54da-4a91-b64c-3b49d58c8e2e,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:22.982148 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f7be88a2-588d-44a5-9229-14d28ef6c306 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfecf52779fb40fa834b91a188bf0e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7728705 Feb 02 14:30:22.987736 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44716) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:23.014181 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d2b409e4-04f8-4da9-acd9-c5268f9dfe83 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1499298 Feb 02 14:30:23.023340 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Checking segment: {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:23.023686 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Network hostable DHCP agents. Network: a5c0c5ec-1065-467e-b2de-44ec5c9af7bb, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:30:23.044038 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.064839 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109bb28f-0443-40c1-bb44-d573c7d8e800,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:23.075612 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:30:23.093396 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.097180 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:30:23.110637 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-789d007c-fada-40dc-83aa-0ba817ad0e17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/109bb28f-0443-40c1-bb44-d573c7d8e800 HTTP/1.1" status: 204 len: 168 time: 0.4118793 Feb 02 14:30:23.115943 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.118560 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, a5c0c5ec-1065-467e-b2de-44ec5c9af7bb) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:23.134372 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb4313-d17a-4cf8-97ae-b7dfd7d6be8c None None] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:23.140095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:23.147265 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.159734 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.192786 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-44320b4e-3da6-4f75-a92e-f6e46a2848e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8430419 Feb 02 14:30:23.262308 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.298863 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:23.301135 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c367dbb-54da-4a91-b64c-3b49d58c8e2e HTTP/1.1" status: 204 len: 168 time: 0.3126328 Feb 02 14:30:23.304480 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5fb07-872d-446e-a775-434baecaf89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c367dbb-54da-4a91-b64c-3b49d58c8e2e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:23.527927 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bdbee-2de5-4a49-b546-cd8f8cf12ba9 None None] Network 14a6eea5-7f66-4297-be41-67904eb3705b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:23.692003 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056901e0-a59e-4e52-b517-d8d1ca91114f None None] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:23.963921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44746) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:24.076104 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-897203ba-3736-45eb-9368-2958a45a1406 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7f7e5bb63a64f02b031ca1c9d5309fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109846 Feb 02 14:30:24.079040 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44750) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:24.157411 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.199539 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.199778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f592918-d345-41e4-8cd7-71fe10f2aea5 req-ace1e4c6-55cb-4aa3-a130-6bc4f341cc54 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:24.201457 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7f592918-d345-41e4-8cd7-71fe10f2aea5 req-ace1e4c6-55cb-4aa3-a130-6bc4f341cc54 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1648338 Feb 02 14:30:24.274687 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7f592918-d345-41e4-8cd7-71fe10f2aea5 req-994f81a0-cab7-4c25-a6e5-1c6fb0fd9f9e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645704 Feb 02 14:30:24.315823 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44754) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:24.335107 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.350906 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.382836 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df73b67c-6fd4-43f5-98fd-867f21d4b31d,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:24.384818 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:24.390268 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.395357 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f5104e61-1b89-487d-814a-8f62afca357a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df73b67c-6fd4-43f5-98fd-867f21d4b31d HTTP/1.1" status: 204 len: 168 time: 0.3086910 Feb 02 14:30:24.396993 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Usage tracker for resource:security_group_rule and tenant:ae47afac7df14f8989a45b81ec3ee433 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:24.400945 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:24.426411 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:24.790217 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-d19a2eb0-7b29-4faf-a8d4-64be8131b790 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:24.791053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-7675d097-524f-45cc-997b-e5d6d266b088 req-d19a2eb0-7b29-4faf-a8d4-64be8131b790 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:24.840476 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.841872 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-7675d097-524f-45cc-997b-e5d6d266b088 req-d19a2eb0-7b29-4faf-a8d4-64be8131b790 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:24.843109 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-d19a2eb0-7b29-4faf-a8d4-64be8131b790 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.3923261 Feb 02 14:30:24.846393 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:24.898232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-b9e18df3-8b1d-43bf-8d00-f0eca3222914 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/quotas/3e1fe0d1ac4f472296a863b573b8fe6a HTTP/1.1" status: 200 len: 375 time: 0.0314841 Feb 02 14:30:24.910487 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae47afac7df14f8989a45b81ec3ee433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929585 Feb 02 14:30:24.912832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9b250-76bb-4c6b-9a5f-b35386d86059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94bc11-3c45-4417-a3c4-e1f81b511df3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:24.915070 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44776) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:24.964542 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-7ca1ebf8-88d9-45e2-94b0-75cbd02f64b9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568204 Feb 02 14:30:24.994097 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:25.038139 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:25.123667 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:25.149741 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94bc11-3c45-4417-a3c4-e1f81b511df3,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:25.154944 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-6d26de14-515e-4e6f-ae33-24ca93c78b35 service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820073 Feb 02 14:30:25.165382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:25.167593 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-129e7933-2d1d-4a03-b180-6e963bf41ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b94bc11-3c45-4417-a3c4-e1f81b511df3 HTTP/1.1" status: 204 len: 168 time: 0.2513447 Feb 02 14:30:25.339484 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-8d9506f3-6d62-4629-8c9b-0bacc2d29806 service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698349 Feb 02 14:30:25.556314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3146-5b4d-4f96-84b0-a21de5bc37a6 req-e5a06fde-02ec-4331-8691-2ba57aa7459d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:25.567772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-351f3146-5b4d-4f96-84b0-a21de5bc37a6 req-e5a06fde-02ec-4331-8691-2ba57aa7459d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1419234 Feb 02 14:30:25.611147 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e9685b4f-b541-4cd1-9caf-4081b334c5aa req-80173ba3-b594-4432-9d2f-019044533238 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 210 time: 0.1066017 Feb 02 14:30:25.646927 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-351f3146-5b4d-4f96-84b0-a21de5bc37a6 req-f9de2d81-ee79-4fe0-a75a-36073d49724e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779119 Feb 02 14:30:26.403360 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-bac66906-2a62-4e60-96af-e888e8f858ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:26.404158 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3b27f265-764d-429e-a21d-3b91d1664678 req-bac66906-2a62-4e60-96af-e888e8f858ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:26.428720 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3b27f265-764d-429e-a21d-3b91d1664678 req-bac66906-2a62-4e60-96af-e888e8f858ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:26.432876 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-bac66906-2a62-4e60-96af-e888e8f858ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/networks?id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 200 len: 809 time: 0.2495177 Feb 02 14:30:26.464812 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-a54b9192-1996-4760-bb55-c6fa06bb59d3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/quotas/d6da06e91dcd48e58d9d4daf4997ca3a HTTP/1.1" status: 200 len: 375 time: 0.0207651 Feb 02 14:30:26.554900 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-1a85d4fc-4089-41a8-bafa-bbafea201fac tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803542 Feb 02 14:30:26.708735 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44852) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:26.821214 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-fa3cc11b-943c-4523-8632-44e3ca19cf04 service neutron] 10.222.0.48 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589905 Feb 02 14:30:26.979875 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a3dc3220-49c7-495c-a1d5-af1ff0981605 req-fc542dd2-b1de-4b09-b92e-d8c7331ba0c6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 210 time: 0.1492651 Feb 02 14:30:27.144260 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-cda87619-56c6-4ac4-9a73-2b379dfc6ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997246 Feb 02 14:30:27.354763 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:27.415843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:27.430168 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Usage tracker for resource:security_group_rule and tenant:3c07a2efd0064e47b2cb2ff364ae702f is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:27.437220 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:27.466033 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-da0370c1-2fca-4d69-8f31-fb8c638f8a90 req-290f1bc5-d8c1-4d1e-9ec8-6534f0b8ffe4 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 210 time: 0.0982633 Feb 02 14:30:27.477740 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:27.579202 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44872) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:27.631673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-04e21432-8c2b-4212-a5b2-eb2fd021c26c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:27.633778 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-04e21432-8c2b-4212-a5b2-eb2fd021c26c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.4051869 Feb 02 14:30:27.678029 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Request body: {'port': {'device_id': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'admin_state_up': True, 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:27.784777 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcc1c6-8054-414f-aca7-c8efb0ae9a56 req-14ab107e-59a7-4510-a3be-3d7712470ecc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:27.786551 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-75fcc1c6-8054-414f-aca7-c8efb0ae9a56 req-14ab107e-59a7-4510-a3be-3d7712470ecc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.6063805 Feb 02 14:30:27.789400 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:27.818182 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:27.827648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc600217b734b7e82271e80fe17020f is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:27.833539 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:27.845061 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:27.903585 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-75fcc1c6-8054-414f-aca7-c8efb0ae9a56 req-85ffbda7-3b9d-4283-a644-14ab301a1fe2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054525 Feb 02 14:30:27.994581 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.002975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.010166 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.010412 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:28.028797 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.029320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Usage tracker for resource:port and tenant:3e1fe0d1ac4f472296a863b573b8fe6a is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:28.039327 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:28.063711 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:28.083818 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c07a2efd0064e47b2cb2ff364ae702f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3738022 Feb 02 14:30:28.085885 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50c58-ed36-4c79-adbe-73418f608c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce89a9-7651-4d68-8836-3a1a60ad3c1c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:28.088469 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 44890) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:28.106417 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:28.110590 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.121361 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7dc600217b734b7e82271e80fe17020f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410676 Feb 02 14:30:28.123737 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fca079-0795-4ad5-a826-f1e12cd8f926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80442ba7-d414-4774-b7d3-b34e4840e0f2,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:28.130834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 44894) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:28.238716 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-628aa3a4-119e-470d-8b57-0d75f3a3c529 req-16bae886-7a70-4fd3-8b8a-7faf6242178d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 210 time: 0.0602374 Feb 02 14:30:28.269743 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.288608 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.315776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.369602 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.386151 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.412457 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80442ba7-d414-4774-b7d3-b34e4840e0f2,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:28.430730 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.435392 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ff4075f0-70ec-40ab-8316-4fada152c25b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80442ba7-d414-4774-b7d3-b34e4840e0f2 HTTP/1.1" status: 204 len: 168 time: 0.3034613 Feb 02 14:30:28.436345 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Allocated IP 172.20.0.5 (14a6eea5-7f66-4297-be41-67904eb3705b/6c809121-1919-4677-a702-a68f048359b6/ae971b74-da2a-4102-be71-ca442a5881dd) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:28.475123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.509067 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce89a9-7651-4d68-8836-3a1a60ad3c1c,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:28.597106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.600846 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-188396e9-d8b8-49e0-929c-a49ee88384b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71ce89a9-7651-4d68-8836-3a1a60ad3c1c HTTP/1.1" status: 204 len: 168 time: 0.5110798 Feb 02 14:30:28.754335 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7849808c-907b-4204-9b88-f74241024163 req-ead24afa-5a3a-46da-8b2d-353182d8a8c6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 210 time: 0.0717900 Feb 02 14:30:28.788418 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.838806 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:28.941409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Network 14a6eea5-7f66-4297-be41-67904eb3705b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:28.945735 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:28.948714 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:29.021801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:29.022375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:29.039166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event updated for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:29.051088 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-07dc6c6e-0a71-46c0-809a-a62839a691d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3789234 Feb 02 14:30:29.102082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Request body: {'port': {'device_id': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:29.297274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b56f97-fc27-41d9-82eb-4e1ac8b7a7be req-dbbdcaa0-3d84-4ee2-9bc8-38bd8e83c414 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:29.306986 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-21b56f97-fc27-41d9-82eb-4e1ac8b7a7be req-dbbdcaa0-3d84-4ee2-9bc8-38bd8e83c414 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1955712 Feb 02 14:30:29.332800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f85d228b-2c75-4509-9374-afd151df98e4 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:29.334734 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f85d228b-2c75-4509-9374-afd151df98e4 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "GET /v2.0/networks?id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 200 len: 809 time: 0.1813107 Feb 02 14:30:29.425765 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Request body: {'port': {'device_id': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb', 'admin_state_up': True, 'tenant_id': 'd6da06e91dcd48e58d9d4daf4997ca3a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:29.427996 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-21b56f97-fc27-41d9-82eb-4e1ac8b7a7be req-190a3fd0-f637-4461-9d85-8e69fa248619 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136165 Feb 02 14:30:29.760953 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:29.915458 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e5d48-d2b5-45a6-ba9e-82ab96d88832 req-09b50f7f-9da5-44a9-bba0-f25959318a69 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:29.916555 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-9a0e5d48-d2b5-45a6-ba9e-82ab96d88832 req-09b50f7f-9da5-44a9-bba0-f25959318a69 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:29.983738 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:29.996971 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Usage tracker for resource:port and tenant:d6da06e91dcd48e58d9d4daf4997ca3a is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:30.000098 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-56383ed4-ba4a-4ddb-84c6-2bdb817f683a req-66fa8f82-dc24-4352-99c1-63f3d26213b5 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 210 time: 0.0816684 Feb 02 14:30:30.020627 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:30.056238 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:30.063161 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-9a0e5d48-d2b5-45a6-ba9e-82ab96d88832 req-09b50f7f-9da5-44a9-bba0-f25959318a69 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:30.075059 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9a0e5d48-d2b5-45a6-ba9e-82ab96d88832 req-09b50f7f-9da5-44a9-bba0-f25959318a69 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 931 time: 0.5571253 Feb 02 14:30:30.189853 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Made reservation on behalf of d6da06e91dcd48e58d9d4daf4997ca3a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:30.194208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:30.326760 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9a0e5d48-d2b5-45a6-ba9e-82ab96d88832 req-e81751a7-e78f-4455-baf9-460ef6649e47 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152889 Feb 02 14:30:30.583611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Allocated IP 172.20.0.4 (a5c0c5ec-1065-467e-b2de-44ec5c9af7bb/14a8c56b-e412-4f0f-bda6-987e2e8ce241/7e26f4c7-58f7-4290-9051-663438806b4e) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:30.594413 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae971b74-da2a-4102-be71-ca442a5881dd {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:30:30.643934 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:30.701207 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Transition to ACTIVE for port object ae971b74-da2a-4102-be71-ca442a5881dd will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:30.714127 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:30.748760 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e41b-2aeb-425f-bd84-8db58d7de938 req-65c36261-1b9b-470f-9cd3-b6838db47c63 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:30.756064 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0241e41b-2aeb-425f-bd84-8db58d7de938 req-65c36261-1b9b-470f-9cd3-b6838db47c63 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1551814 Feb 02 14:30:30.829783 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0241e41b-2aeb-425f-bd84-8db58d7de938 req-817dc208-ea2d-4428-bee1-9ac908014d99 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Feb 02 14:30:31.035539 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:31.215805 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.279621 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a112b8d0-71bb-4eb3-be37-d54837479a61 req-e239a559-ff82-4c1e-b2eb-27a85ee381f8 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 210 time: 0.0671794 Feb 02 14:30:31.280389 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Attempting to bind port ae971b74-da2a-4102-be71-ca442a5881dd on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:31.280715 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Attempting to bind port ae971b74-da2a-4102-be71-ca442a5881dd by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:31.281104 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Attempting to bind port ae971b74-da2a-4102-be71-ca442a5881dd on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:31.288925 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Port ae971b74-da2a-4102-be71-ca442a5881dd on network 14a6eea5-7f66-4297-be41-67904eb3705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:30:31.289243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Attempting to bind port ae971b74-da2a-4102-be71-ca442a5881dd on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:31.298076 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:31.298442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Checking segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:31.298833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Bound using segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:31.299265 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Bound port: ae971b74-da2a-4102-be71-ca442a5881dd, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:31.299609 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.393497 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.481914 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:31.492311 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:31.504757 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:31.507380 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:31.537317 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Pushing event updated for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:31.542105 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae971b74-da2a-4102-be71-ca442a5881dd,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:31.555083 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.652548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:31.653373 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.654926 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] 10.222.0.95 "PUT /v2.0/ports/ae971b74-da2a-4102-be71-ca442a5881dd HTTP/1.1" status: 200 len: 1093 time: 2.5586998 Feb 02 14:30:31.655421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:31.684968 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:31.685641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:31.709825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd1f2a-ff04-41ea-9930-445d5bec0a73 req-27fb1c11-80fa-476b-bef3-ed45061a796f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:31.712332 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8edd1f2a-ff04-41ea-9930-445d5bec0a73 req-27fb1c11-80fa-476b-bef3-ed45061a796f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.2343678 Feb 02 14:30:31.730364 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d146b0b-6b99-472d-a7ef-ec88a7cff1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:31.748880 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd', 'status': 'completed', 'code': 200} Feb 02 14:30:31.799205 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8edd1f2a-ff04-41ea-9930-445d5bec0a73 req-b36ce26f-f7fd-467e-b29b-605cb9f2dad0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:31.826034 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8edd1f2a-ff04-41ea-9930-445d5bec0a73 req-b36ce26f-f7fd-467e-b29b-605cb9f2dad0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:31.830506 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8edd1f2a-ff04-41ea-9930-445d5bec0a73 req-b36ce26f-f7fd-467e-b29b-605cb9f2dad0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055498 Feb 02 14:30:31.862579 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-dabdb75a-918d-47e8-8996-4a49930619ea tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4418066 Feb 02 14:30:31.902795 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Request body: {'port': {'device_id': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:31.981247 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-6594ed34-96bb-4716-9d6b-aae98704cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:31.983308 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-6594ed34-96bb-4716-9d6b-aae98704cfa6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 1096 time: 0.2317655 Feb 02 14:30:32.333724 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-1399f241-c11f-484c-844b-2521e6df271c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae971b74-da2a-4102-be71-ca442a5881dd HTTP/1.1" status: 200 len: 217 time: 0.2995048 Feb 02 14:30:32.474737 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:32.535959 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d097-524f-45cc-997b-e5d6d266b088 req-55ad46d7-d370-454a-84d1-00b3bb587c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:32.538361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-55ad46d7-d370-454a-84d1-00b3bb587c95 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.1903806 Feb 02 14:30:32.663533 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53818-4688-4e39-ac0d-a8b51a281bef req-68bb9a67-a603-4dcf-9d25-44f8c0525afe tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:32.667779 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-07c53818-4688-4e39-ac0d-a8b51a281bef req-68bb9a67-a603-4dcf-9d25-44f8c0525afe tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 931 time: 0.1618497 Feb 02 14:30:32.672851 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-6a35b3c1-41f5-483f-b521-2090bf070085 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909324 Feb 02 14:30:32.721446 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6a830-1eb2-4294-bf01-1fa1e8c242c6 req-d9c4b8ec-68b8-4247-b5d3-d672f99aa6e9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:32.723581 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-33e6a830-1eb2-4294-bf01-1fa1e8c242c6 req-d9c4b8ec-68b8-4247-b5d3-d672f99aa6e9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.6256707 Feb 02 14:30:32.768788 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-07c53818-4688-4e39-ac0d-a8b51a281bef req-efc446ae-0bb8-4055-8c56-4f46b85234dc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:32.801016 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-07c53818-4688-4e39-ac0d-a8b51a281bef req-efc446ae-0bb8-4055-8c56-4f46b85234dc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:32.803478 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-07c53818-4688-4e39-ac0d-a8b51a281bef req-efc446ae-0bb8-4055-8c56-4f46b85234dc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254802 Feb 02 14:30:32.970868 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-33e6a830-1eb2-4294-bf01-1fa1e8c242c6 req-fb6458e0-aaa0-4390-b632-351fd6ec3c7e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340739 Feb 02 14:30:33.099080 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a6babc5b-f928-4264-b0a6-87edc0bd404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:33.168632 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-be632e9b-2aef-4ea6-adb3-7168bf957bb9 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826334 Feb 02 14:30:33.232169 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d8782-c6ff-45ed-9fd0-64304f170dd5 req-a97b8333-a157-4241-a929-b34093fe5a35 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:33.234908 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d82d8782-c6ff-45ed-9fd0-64304f170dd5 req-a97b8333-a157-4241-a929-b34093fe5a35 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.1775160 Feb 02 14:30:33.319772 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d82d8782-c6ff-45ed-9fd0-64304f170dd5 req-d348b4a0-7669-4d6e-9642-2d77c22e5d15 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677240 Feb 02 14:30:33.520190 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7675d097-524f-45cc-997b-e5d6d266b088 req-6ca89b02-390c-4b1d-9ca7-a412624ed5db service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428483 Feb 02 14:30:33.522979 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e26f4c7-58f7-4290-9051-663438806b4e {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:30:33.533530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:33.559898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Transition to ACTIVE for port object 7e26f4c7-58f7-4290-9051-663438806b4e will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:33.568173 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:33.745615 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Pushing event updated for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:33.861504 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Attempting to bind port 7e26f4c7-58f7-4290-9051-663438806b4e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:33.861824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Attempting to bind port 7e26f4c7-58f7-4290-9051-663438806b4e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:33.862163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Attempting to bind port 7e26f4c7-58f7-4290-9051-663438806b4e on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:33.869508 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Port 7e26f4c7-58f7-4290-9051-663438806b4e on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:30:33.870029 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Attempting to bind port 7e26f4c7-58f7-4290-9051-663438806b4e on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:33.882417 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:33.882970 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Checking segment: {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:33.883661 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Bound using segment: {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:33.884402 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Bound port: 7e26f4c7-58f7-4290-9051-663438806b4e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:33.884986 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:34.108723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:34.125631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7e26f4c7-58f7-4290-9051-663438806b4e,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:34.135085 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:34.286920 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b79af-17a1-48e1-ae82-ce528939d575 req-a548f754-f9cb-41d0-af22-47605350bdcc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:34.288149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b67b79af-17a1-48e1-ae82-ce528939d575 req-a548f754-f9cb-41d0-af22-47605350bdcc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:30:34.289108 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1370454-041b-4c13-a42b-2b5ea77f5046 req-9cc1dca9-7e97-44d8-ad39-5f1308c7416b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:34.290794 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e1370454-041b-4c13-a42b-2b5ea77f5046 req-9cc1dca9-7e97-44d8-ad39-5f1308c7416b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1385536 Feb 02 14:30:34.296188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:34.297262 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:34.299860 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] 10.222.0.95 "PUT /v2.0/ports/7e26f4c7-58f7-4290-9051-663438806b4e HTTP/1.1" status: 200 len: 1093 time: 2.4042420 Feb 02 14:30:34.305343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:34.351427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b34078-8af5-4617-bf44-78059c636a0b service neutron] Pushing event updated for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:34.352231 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e1370454-041b-4c13-a42b-2b5ea77f5046 req-f6b3a4ba-1e5e-4ea6-85f5-a1ae0af77032 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Feb 02 14:30:34.357198 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b67b79af-17a1-48e1-ae82-ce528939d575 req-a548f754-f9cb-41d0-af22-47605350bdcc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:30:34.359826 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b67b79af-17a1-48e1-ae82-ce528939d575 req-a548f754-f9cb-41d0-af22-47605350bdcc tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.3535645 Feb 02 14:30:34.432214 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b67b79af-17a1-48e1-ae82-ce528939d575 req-fbd97071-3b6a-418f-b89f-bc58cf004b1a tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630069 Feb 02 14:30:34.434868 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e', 'status': 'completed', 'code': 200} Feb 02 14:30:34.645176 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b900d5-65dc-4311-af6a-0b626b02658f req-ad7901b3-9d58-464c-bc6e-7918e168e1f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:34.646788 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-00b900d5-65dc-4311-af6a-0b626b02658f req-ad7901b3-9d58-464c-bc6e-7918e168e1f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.1071820 Feb 02 14:30:34.706779 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-00b900d5-65dc-4311-af6a-0b626b02658f req-1bd89301-f244-4805-8e7b-58d8521f0343 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494630 Feb 02 14:30:35.617333 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198c5c-aa37-404d-97d5-57ffaf37da1e req-d0962a55-f49b-4291-b347-fbf524d06c64 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:35.619508 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa198c5c-aa37-404d-97d5-57ffaf37da1e req-d0962a55-f49b-4291-b347-fbf524d06c64 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1324520 Feb 02 14:30:35.694908 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa198c5c-aa37-404d-97d5-57ffaf37da1e req-0f7267d8-5604-4ad6-a390-6765736eb3fc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Feb 02 14:30:35.700269 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f589b-d984-4200-b808-16dc3f1bcdac req-58bf1fb2-f2e0-4e01-aa0c-ab5d976ea5cb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:35.701950 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-de8f589b-d984-4200-b808-16dc3f1bcdac req-58bf1fb2-f2e0-4e01-aa0c-ab5d976ea5cb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.1172652 Feb 02 14:30:35.793469 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-de8f589b-d984-4200-b808-16dc3f1bcdac req-cc039c7a-2f10-45ee-9a8a-367feeab4fa8 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803730 Feb 02 14:30:35.948917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc40a-6739-42f8-8183-81ffdbfb4a8a req-7c7edf77-8359-4e19-88eb-b06b9b93582b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:35.951529 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-67ebc40a-6739-42f8-8183-81ffdbfb4a8a req-7c7edf77-8359-4e19-88eb-b06b9b93582b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.1116910 Feb 02 14:30:36.015728 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-67ebc40a-6739-42f8-8183-81ffdbfb4a8a req-26e183d9-58a8-4ba4-a78d-1d47bfb6937e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531583 Feb 02 14:30:36.214106 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-62f17c0f-53a0-45b0-a2e6-74a245c46965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:36.460409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-e8b9655f-59d0-4a41-9319-e26208a573b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:36.461920 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-e8b9655f-59d0-4a41-9319-e26208a573b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 1096 time: 0.2539833 Feb 02 14:30:36.464075 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-5dd96c27-1710-4bc0-b6cc-f46b5f23175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:36.465556 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-5dd96c27-1710-4bc0-b6cc-f46b5f23175b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 1096 time: 0.2179625 Feb 02 14:30:36.751901 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-44927405-dbe4-4d6f-a318-9493a7c9287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:36.753380 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-44927405-dbe4-4d6f-a318-9493a7c9287e service neutron] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 915 time: 0.2445107 Feb 02 14:30:36.754631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-9143df39-c79a-4acd-a112-c5c393be6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:36.755975 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-9143df39-c79a-4acd-a112-c5c393be6089 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2677021 Feb 02 14:30:36.945293 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-21c3e0b1-a469-4a23-ab08-df6898f14405 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae971b74-da2a-4102-be71-ca442a5881dd HTTP/1.1" status: 200 len: 217 time: 0.1784914 Feb 02 14:30:36.980635 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560f9c-c534-42f5-80a9-157d0a36cb1d req-b1d3da81-7a0a-47dc-80ee-300a76d75682 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:36.982425 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3560f9c-c534-42f5-80a9-157d0a36cb1d req-b1d3da81-7a0a-47dc-80ee-300a76d75682 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1310525 Feb 02 14:30:37.057878 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3560f9c-c534-42f5-80a9-157d0a36cb1d req-4e01427d-3693-4186-9a0c-a3152b0d541c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642612 Feb 02 14:30:37.113614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-73a33d17-01d0-4532-88e8-c0a2a0d06900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.113614 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-73a33d17-01d0-4532-88e8-c0a2a0d06900 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.1548877 Feb 02 14:30:37.155474 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-93c86836-0e4d-4eba-95fb-2913cd6df395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.157789 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d941f7ff-1500-40ea-bfd5-2c5e339d7ad5 req-93c86836-0e4d-4eba-95fb-2913cd6df395 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3889916 Feb 02 14:30:37.173247 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-3b161e9b-0b7e-4473-a002-aef8fb724ae2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527942 Feb 02 14:30:37.180776 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:37.274228 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499ced8-ca1d-4ffc-96a4-a0b8a5e956b2 req-fe0d9a9a-7c07-4aa3-a6d1-8f45e1674129 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.275785 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e499ced8-ca1d-4ffc-96a4-a0b8a5e956b2 req-fe0d9a9a-7c07-4aa3-a6d1-8f45e1674129 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.2839227 Feb 02 14:30:37.308579 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89174-1a71-46f1-b19b-f58ac5b5dfec req-9861a6cf-5a8f-45e2-b55c-c453acfeed50 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.310103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a4d89174-1a71-46f1-b19b-f58ac5b5dfec req-9861a6cf-5a8f-45e2-b55c-c453acfeed50 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.1119554 Feb 02 14:30:37.342424 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:37.380232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a4d89174-1a71-46f1-b19b-f58ac5b5dfec req-784aa573-729b-4d4e-8d7d-51fc9b8efd6b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Feb 02 14:30:37.419943 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e499ced8-ca1d-4ffc-96a4-a0b8a5e956b2 req-b2802146-350f-453c-be46-c4b0521d71d7 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026862 Feb 02 14:30:37.446100 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-40590392-fa8d-4257-b25a-ce0f465dbfbd service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616251 Feb 02 14:30:37.541194 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-6eb4782b-2b86-4a73-9c6e-f9c5302616e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.543021 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-6eb4782b-2b86-4a73-9c6e-f9c5302616e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 1096 time: 0.2820575 Feb 02 14:30:37.651226 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-e04e0d94-abb8-4cc7-9c47-59bc28583708 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e26f4c7-58f7-4290-9051-663438806b4e HTTP/1.1" status: 200 len: 217 time: 0.0889592 Feb 02 14:30:37.721462 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d315bc09-d0b5-49b9-97da-653a06cb536c req-6b967726-c29c-4b6c-b9ef-73d40c239414 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623477 Feb 02 14:30:37.759030 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f265-764d-429e-a21d-3b91d1664678 req-3f82795f-f5c7-41cc-b218-a26d81cd73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:37.762718 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-3f82795f-f5c7-41cc-b218-a26d81cd73c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14a8c56b-e412-4f0f-bda6-987e2e8ce241 HTTP/1.1" status: 200 len: 849 time: 0.0947092 Feb 02 14:30:37.848959 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-3532119f-c2e7-483c-9fdb-a2d9852b4645 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738585 Feb 02 14:30:38.005001 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-fe2cb5ee-b7eb-44f9-acbe-8a29a8ce6365 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485822 Feb 02 14:30:38.269645 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b27f265-764d-429e-a21d-3b91d1664678 req-af268cd5-6549-46b7-876c-67679ef017f0 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580209 Feb 02 14:30:38.292706 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14108f-f39e-4287-a341-b0ad70de82fc req-23dce505-196a-4b72-aeab-7d65cfbac7fc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:38.294910 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7a14108f-f39e-4287-a341-b0ad70de82fc req-23dce505-196a-4b72-aeab-7d65cfbac7fc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1042259 Feb 02 14:30:38.364489 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7a14108f-f39e-4287-a341-b0ad70de82fc req-bf7e2ca4-97ac-4aec-8fb9-b1a3e600fa4f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610447 Feb 02 14:30:38.678412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fea26f-b562-42d7-bd72-744dc4ffaf31 req-f01ec039-f952-4a0e-b6ba-7dc6b77b4ec9 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:38.686444 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-21fea26f-b562-42d7-bd72-744dc4ffaf31 req-f01ec039-f952-4a0e-b6ba-7dc6b77b4ec9 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.1112463 Feb 02 14:30:38.741410 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-21fea26f-b562-42d7-bd72-744dc4ffaf31 req-3b5c299e-ddc4-49c1-b730-16ca156af655 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533640 Feb 02 14:30:38.753192 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a9843-39b5-4a6c-a7fe-a6217ecfc5a5 req-5daa1b98-56e3-4d50-9ae5-df2cdace3b24 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:38.755433 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-828a9843-39b5-4a6c-a7fe-a6217ecfc5a5 req-5daa1b98-56e3-4d50-9ae5-df2cdace3b24 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.1612570 Feb 02 14:30:38.815102 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-828a9843-39b5-4a6c-a7fe-a6217ecfc5a5 req-bcbb5faa-7ada-4488-9e22-1b2741264cad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 Feb 02 14:30:39.352091 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:39.737589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bec1e-120c-4931-b711-2773edb00c78 req-f48be406-5fc2-4da9-8623-e946af15e528 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:39.739450 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bc3bec1e-120c-4931-b711-2773edb00c78 req-f48be406-5fc2-4da9-8623-e946af15e528 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1140094 Feb 02 14:30:39.847929 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bc3bec1e-120c-4931-b711-2773edb00c78 req-0005a888-8c9f-4f27-a0ad-e162bcc836d0 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953696 Feb 02 14:30:40.075639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23256456-fa8a-4080-adeb-e96cb2a89d6f req-d8492e21-f6a0-4375-aee8-64a477e58d84 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:40.082826 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-23256456-fa8a-4080-adeb-e96cb2a89d6f req-d8492e21-f6a0-4375-aee8-64a477e58d84 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.1671793 Feb 02 14:30:40.108495 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ae971b74-da2a-4102-be71-ca442a5881dd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:30:40.148586 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-23256456-fa8a-4080-adeb-e96cb2a89d6f req-806059ee-0417-449f-8fff-391baa39b343 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 Feb 02 14:30:40.241216 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e7d06-d42c-4ec0-aff2-481522f0069d req-39b32908-a6c9-46ec-b51e-014b5eb43ed4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:40.249803 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-509e7d06-d42c-4ec0-aff2-481522f0069d req-39b32908-a6c9-46ec-b51e-014b5eb43ed4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 943 time: 0.2152748 Feb 02 14:30:40.304386 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae971b74-da2a-4102-be71-ca442a5881dd,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:40.332703 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'ae971b74-da2a-4102-be71-ca442a5881dd', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'port_id': 'ae971b74-da2a-4102-be71-ca442a5881dd', 'mac_address': 'fa:16:3e:56:db:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c809121-1919-4677-a702-a68f048359b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:30:40.333201 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-509e7d06-d42c-4ec0-aff2-481522f0069d req-33ee923f-b968-4a1d-9e60-a4135fbb428b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808399 Feb 02 14:30:40.435012 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:40.474531 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae971b74-da2a-4102-be71-ca442a5881dd {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:30:40.503604 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae971b74-da2a-4102-be71-ca442a5881dd,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:40.509639 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:40.631809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:40.932263 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:30:41.081019 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1bdd-3c85-4adf-aadd-461abe460765 req-fe7c0009-0e7c-415a-bd10-7dca594e7f87 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:41.082975 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-689d1bdd-3c85-4adf-aadd-461abe460765 req-fe7c0009-0e7c-415a-bd10-7dca594e7f87 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0974448 Feb 02 14:30:41.156866 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-689d1bdd-3c85-4adf-aadd-461abe460765 req-9de160f0-454b-487b-a807-bc3447b85752 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548799 Feb 02 14:30:41.320802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0690e-2ce8-4387-b23f-e496c4ed5089 req-9f90516c-aa6e-4305-b957-0d53b0a418db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:41.323249 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4c0690e-2ce8-4387-b23f-e496c4ed5089 req-9f90516c-aa6e-4305-b957-0d53b0a418db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 1099 time: 0.1023633 Feb 02 14:30:41.395007 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4c0690e-2ce8-4387-b23f-e496c4ed5089 req-2b5b8018-8557-457e-bf9e-c69b630e5a69 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635130 Feb 02 14:30:41.395944 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb790-9152-4dcb-8af4-fd451b83896c req-b222bd71-e2df-45f1-84a9-239d452f13ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:41.398010 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d5dbb790-9152-4dcb-8af4-fd451b83896c req-b222bd71-e2df-45f1-84a9-239d452f13ca tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.1189218 Feb 02 14:30:41.456429 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d5dbb790-9152-4dcb-8af4-fd451b83896c req-6dec9724-2b80-479f-b85d-105503c9ca80 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513976 Feb 02 14:30:41.555863 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3795382-b43d-4447-88ff-9c95b80a1364 req-7400fb73-e1a3-401b-a5eb-49996629ff00 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:41.557884 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b3795382-b43d-4447-88ff-9c95b80a1364 req-7400fb73-e1a3-401b-a5eb-49996629ff00 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 944 time: 0.1019535 Feb 02 14:30:41.613253 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b3795382-b43d-4447-88ff-9c95b80a1364 req-ce16d6c1-c451-4086-a92f-c8626fac27c7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Feb 02 14:30:41.691119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45130) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:41.886962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:41.904408 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:41.911715 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Usage tracker for resource:security_group_rule and tenant:706a47273a06412f8e58401716d5d6aa is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:41.917334 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:41.924821 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:42.024758 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.030029 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.085162 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=706a47273a06412f8e58401716d5d6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928180 Feb 02 14:30:42.088201 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45138) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:42.089014 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d447eb8-712b-4234-808c-7f8eb1093750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c221c1ca-a059-4fc6-a0e5-ee890c337187,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:42.113862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7e26f4c7-58f7-4290-9051-663438806b4e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:30:42.122298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ae971b74-da2a-4102-be71-ca442a5881dd up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:42.161113 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.198529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.300756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.315107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port ae971b74-da2a-4102-be71-ca442a5881dd completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:42.346710 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c221c1ca-a059-4fc6-a0e5-ee890c337187,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:42.348219 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port ae971b74-da2a-4102-be71-ca442a5881dd triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:42.348617 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.363243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.364740 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-ceffce2a-9834-467b-bcc6-788f2b950bd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c221c1ca-a059-4fc6-a0e5-ee890c337187 HTTP/1.1" status: 204 len: 168 time: 0.2753632 Feb 02 14:30:42.505674 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7e26f4c7-58f7-4290-9051-663438806b4e,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:42.539116 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '7e26f4c7-58f7-4290-9051-663438806b4e', 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb', 'port_id': '7e26f4c7-58f7-4290-9051-663438806b4e', 'mac_address': 'fa:16:3e:9d:e7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a8c56b-e412-4f0f-bda6-987e2e8ce241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:30:42.588427 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed19d7-7fc3-493b-bc24-55134f24af55 req-a43891f1-3722-464b-af13-26d202d3c35e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:42.594814 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9bed19d7-7fc3-493b-bc24-55134f24af55 req-a43891f1-3722-464b-af13-26d202d3c35e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.2050738 Feb 02 14:30:42.725215 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9bed19d7-7fc3-493b-bc24-55134f24af55 req-d1fb8c40-f231-4318-9fd9-1877d2a3b373 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236057 Feb 02 14:30:42.792556 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.815053 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.834138 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e26f4c7-58f7-4290-9051-663438806b4e {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:30:42.866374 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:42.872544 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7e26f4c7-58f7-4290-9051-663438806b4e,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:42.880767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.883964 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae971b74-da2a-4102-be71-ca442a5881dd,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:42.925066 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:42.957844 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c861e60-008d-4836-9690-c0312373f5c9 req-f78df3de-8e59-4207-8f11-4392c064d9f2 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:42.960439 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0c861e60-008d-4836-9690-c0312373f5c9 req-f78df3de-8e59-4207-8f11-4392c064d9f2 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 943 time: 0.1928735 Feb 02 14:30:42.971981 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:43.033923 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0c861e60-008d-4836-9690-c0312373f5c9 req-7661f238-9036-4a0f-846a-6d68f0bcc0e6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671661 Feb 02 14:30:43.097081 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14ca86-c50b-40cb-8730-c225a61d3fb5 req-ae4a4d82-0d06-4245-8a71-db6f446a5aed tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:43.098887 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d14ca86-c50b-40cb-8730-c225a61d3fb5 req-ae4a4d82-0d06-4245-8a71-db6f446a5aed tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1529963 Feb 02 14:30:43.116790 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:43.131966 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd', 'code': 200} Feb 02 14:30:43.152234 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d14ca86-c50b-40cb-8730-c225a61d3fb5 req-1c36f11b-9f41-43bf-b37a-e5b965cee129 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Feb 02 14:30:43.971075 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363696-99e3-45a1-8611-96bb4556d90c req-24056e88-8e7a-4ae9-b2c7-83a6f51e0af0 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:43.972625 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-df363696-99e3-45a1-8611-96bb4556d90c req-24056e88-8e7a-4ae9-b2c7-83a6f51e0af0 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1032517 Feb 02 14:30:44.023282 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-df363696-99e3-45a1-8611-96bb4556d90c req-721b046c-4891-4c6a-8a5f-2fa97ba8960a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Feb 02 14:30:44.044799 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45186) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:44.202967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.232284 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:44.237643 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Usage tracker for resource:security_group_rule and tenant:471ee6bdae34486dbc5a28b89fe4bbe6 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:44.238059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2694b09-4bc2-44f2-ba5c-89f08d7dba65 req-99b6ef4a-2c76-493b-b0bc-bc5327e9d2eb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:44.239934 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b2694b09-4bc2-44f2-ba5c-89f08d7dba65 req-99b6ef4a-2c76-493b-b0bc-bc5327e9d2eb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 944 time: 0.0879543 Feb 02 14:30:44.241936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:44.249131 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:44.284251 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e24802-c222-434a-b9b0-0bbc764cad9b req-f22ab89f-3179-4301-9d59-d4bd4a313e90 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:44.285836 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-33e24802-c222-434a-b9b0-0bbc764cad9b req-f22ab89f-3179-4301-9d59-d4bd4a313e90 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1427095 Feb 02 14:30:44.302956 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b2694b09-4bc2-44f2-ba5c-89f08d7dba65 req-d369406e-2e40-4161-a636-5cc5b68b9526 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Feb 02 14:30:44.354610 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-33e24802-c222-434a-b9b0-0bbc764cad9b req-bf0e7df3-2922-41b0-a4c6-959a61e77601 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529547 Feb 02 14:30:44.407777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.419665 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.476224 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=471ee6bdae34486dbc5a28b89fe4bbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302311 Feb 02 14:30:44.477462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb301cb4-79cf-46d1-b0fb-70fe260d7b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc8ea4e-6e5d-49bb-ab2f-216180101296,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:44.480743 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45200) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:44.531517 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f310b-d352-457f-a18c-f7e29f67709b req-ca16e76b-13f6-4805-ad9f-afaeab6185e6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:44.533057 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e92f310b-d352-457f-a18c-f7e29f67709b req-ca16e76b-13f6-4805-ad9f-afaeab6185e6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1238527 Feb 02 14:30:44.621134 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.647401 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e92f310b-d352-457f-a18c-f7e29f67709b req-d9ca3667-56a6-4972-9cd5-aaaf438f452e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051693 Feb 02 14:30:44.691550 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.776790 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.802095 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc8ea4e-6e5d-49bb-ab2f-216180101296,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:44.806926 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:44.807984 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-48a72a9b-c6c4-4ed7-8f4c-05f53eb8c36f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dc8ea4e-6e5d-49bb-ab2f-216180101296 HTTP/1.1" status: 204 len: 168 time: 0.3262618 Feb 02 14:30:45.591465 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b35fc-d061-4911-8b6c-d052ca0eb6c2 req-d5409311-edb7-46f6-a11d-acbb488db667 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:45.593623 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-247b35fc-d061-4911-8b6c-d052ca0eb6c2 req-d5409311-edb7-46f6-a11d-acbb488db667 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 944 time: 0.1720283 Feb 02 14:30:45.622661 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45232) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:45.647085 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-247b35fc-d061-4911-8b6c-d052ca0eb6c2 req-fbf02cae-304f-415e-87da-81ded26f09a1 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478938 Feb 02 14:30:45.745821 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-251676188-network', 'tenant_id': 'c0f2e58bef0c449687b260265c987380'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:45.751047 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:45.756549 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Usage tracker for resource:network and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:45.761636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:45.770354 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:45.789054 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Made reservation on behalf of c0f2e58bef0c449687b260265c987380 for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:45.793115 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:45.845396 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:45.873471 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:45.884537 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:45.890624 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:45.898398 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:45.960322 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['7e26f4c7-58f7-4290-9051-663438806b4e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:30:45.963274 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59377-6ca7-4338-872c-0dfd893b8567 req-b4cfa227-318b-489f-9f1e-e81cafde8bc7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:45.964870 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-31b59377-6ca7-4338-872c-0dfd893b8567 req-b4cfa227-318b-489f-9f1e-e81cafde8bc7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1598558 Feb 02 14:30:46.098380 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-31b59377-6ca7-4338-872c-0dfd893b8567 req-53c96484-28d3-4d79-bd7b-8bdfec3dac35 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222427 Feb 02 14:30:46.133483 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.141384 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.158894 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766df537-5039-4e5a-8d8c-8ae6e0951185 req-36d7c584-07c9-41c6-a2c4-3b9698fff6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:46.160440 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-766df537-5039-4e5a-8d8c-8ae6e0951185 req-36d7c584-07c9-41c6-a2c4-3b9698fff6e5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 1098 time: 0.1692605 Feb 02 14:30:46.190228 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:30:46.229749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.230001 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Added segment fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c of type vlan for network 160971db-a354-4822-b567-8dcc00750d7f Feb 02 14:30:46.231137 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048767d0-4d5c-4cce-85d4-5f4269a5bfc5,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:46.276818 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-766df537-5039-4e5a-8d8c-8ae6e0951185 req-e80c34be-1f28-4ed2-9267-04b80175f8e4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729475 Feb 02 14:30:46.280522 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.317074 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.318045 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:46.318923 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.425492 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] Pushing event updated for resources: {'Network': ['ID=160971db-a354-4822-b567-8dcc00750d7f,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:46.429157 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d86c6ee8-c390-4677-a468-136d0d2be943 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8053164 Feb 02 14:30:46.432989 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45248) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:46.437411 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 160971db-a354-4822-b567-8dcc00750d7f details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:30:46.442615 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Request body: {'subnet': {'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-251676188-subnet', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:46.450159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:46.455886 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Usage tracker for resource:subnet and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:46.459691 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:46.466776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:46.479186 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Made reservation on behalf of c0f2e58bef0c449687b260265c987380 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:46.481862 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.725470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.854297 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:46.873285 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Checking segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:46.873637 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Network hostable DHCP agents. Network: 160971db-a354-4822-b567-8dcc00750d7f, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:30:46.915045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057286-424a-4810-9d0b-dca255322de9 req-03ac204c-15da-41ab-8d84-60018ab1e73c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:46.916604 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84057286-424a-4810-9d0b-dca255322de9 req-03ac204c-15da-41ab-8d84-60018ab1e73c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 944 time: 0.1439171 Feb 02 14:30:46.917757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Network 160971db-a354-4822-b567-8dcc00750d7f is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:30:46.941158 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 160971db-a354-4822-b567-8dcc00750d7f) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:46.948182 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:46.949016 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:46.961796 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc3fba-d1b1-46ea-ae1e-bd5aaecd8d36 None None] Network 160971db-a354-4822-b567-8dcc00750d7f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:46.991100 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84057286-424a-4810-9d0b-dca255322de9 req-9fffb770-b9d9-44e7-a95d-822030d5b618 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662792 Feb 02 14:30:47.018073 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f8ae9d16-0a22-4dd1-a6d5-573fa8e34585 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5751827 Feb 02 14:30:47.018073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45258) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:47.022216 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:47.029047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:47.034594 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Usage tracker for resource:router and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:47.038385 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:47.047667 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:47.064025 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.066310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.097378 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.308041 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-160971db-a354-4822-b567-8dcc00750d7f', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:30:47.309368 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.428317 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c111d-40c2-45ce-9b95-97ede967fdf5 req-f618a5f8-1231-42ab-895d-8f85378a02a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:47.429993 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b11c111d-40c2-45ce-9b95-97ede967fdf5 req-f618a5f8-1231-42ab-895d-8f85378a02a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1529589 Feb 02 14:30:47.528416 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b11c111d-40c2-45ce-9b95-97ede967fdf5 req-fe12c56c-f664-42b8-9f97-7ba0f73d7254 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902989 Feb 02 14:30:47.541964 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.597602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Allocated IP 172.20.0.2 (160971db-a354-4822-b567-8dcc00750d7f/5e3aecf2-b2f9-4aac-9c84-16abe2934bf7/67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:47.959039 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:47.994797 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Transition to ACTIVE for port object 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:48.029407 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Transition to ACTIVE for port object 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:48.039937 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.145806 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.147253 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Network 160971db-a354-4822-b567-8dcc00750d7f is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:48.166031 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:48.170534 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:48.175559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Pushing event updated for resources: {'Port': ['ID=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:48.184132 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7e26f4c7-58f7-4290-9051-663438806b4e up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:48.200164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.361420 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-b55c9114-8270-45d3-8552-63a5f8aa18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:48.364420 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-b55c9114-8270-45d3-8552-63a5f8aa18ac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.3212359 Feb 02 14:30:48.392880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deac43-eabd-4f88-9885-92f02195408a req-846918ef-dc2e-4217-8c10-de78b5fb6728 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:48.396715 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82deac43-eabd-4f88-9885-92f02195408a req-846918ef-dc2e-4217-8c10-de78b5fb6728 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.6162100 Feb 02 14:30:48.467442 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Allocated IP 172.27.2.222 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/b033b132-5f3d-4262-a275-90bac6b6ef0e) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:48.517420 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Attempting to bind port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:48.518349 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Attempting to bind port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:48.519141 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Attempting to bind port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc on network 160971db-a354-4822-b567-8dcc00750d7f {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:48.533877 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:48.534944 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Checking segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:48.535794 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.537885 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Bound using segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:48.538909 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Bound port: 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:48.539743 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.649708 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82deac43-eabd-4f88-9885-92f02195408a req-0be6c764-9dfb-46ee-a9b3-9812eb7219d3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250501 Feb 02 14:30:48.684613 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-92799166-db43-4480-8e08-941fc579b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:48.686522 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-92799166-db43-4480-8e08-941fc579b56b service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.2805650 Feb 02 14:30:48.708878 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206b1cd-dd3a-4c0a-a468-75011790f13f req-e8b286d9-cd2c-492f-a92f-46f465941d1c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:48.710548 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a206b1cd-dd3a-4c0a-a468-75011790f13f req-e8b286d9-cd2c-492f-a92f-46f465941d1c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 944 time: 0.4001358 Feb 02 14:30:48.719522 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] For port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:48.724540 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] For port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:48.726540 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 7e26f4c7-58f7-4290-9051-663438806b4e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:48.740268 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.776986 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-a0cf6d68-1794-4743-ac3b-0b7d6dccdaac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.0820718 Feb 02 14:30:48.778787 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 7e26f4c7-58f7-4290-9051-663438806b4e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:48.779398 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.801816 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.868126 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-ba0133d9-c2c6-4fca-8864-136ea692954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:48.870091 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-ba0133d9-c2c6-4fca-8864-136ea692954d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.0856049 Feb 02 14:30:48.873398 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a206b1cd-dd3a-4c0a-a468-75011790f13f req-740d2e20-52da-41e6-8077-ec88d87399a3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507711 Feb 02 14:30:48.887719 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.892708 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:48.945726 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-2300cba2-0f0f-4a34-a87f-dcd9c05fb7da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676472 Feb 02 14:30:48.982223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08dfa0-5349-45fb-b595-47a7cc588b3f None None] Pushing event updated for resources: {'Port': ['ID=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:49.014699 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:49.019889 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:49.023258 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:49.029826 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:49.060345 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:49.093101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7e26f4c7-58f7-4290-9051-663438806b4e,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:49.109757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:49.169408 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e', 'code': 200} Feb 02 14:30:49.217215 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:49.249046 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Pushing event updated for resources: {'Port': ['ID=b033b132-5f3d-4262-a275-90bac6b6ef0e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:49.276273 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-ac3a2851-61d2-47f7-bc96-61f543ba04cd service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243341 Feb 02 14:30:49.404531 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc17291-042e-49f7-982f-eda79b5a7d78 req-e990e358-840a-4093-9d8a-8891dde89a20 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:49.408051 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7dc17291-042e-49f7-982f-eda79b5a7d78 req-e990e358-840a-4093-9d8a-8891dde89a20 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.3337460 Feb 02 14:30:49.574182 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7dc17291-042e-49f7-982f-eda79b5a7d78 req-4c793dc4-15ee-4224-88a2-3e9cbaaee649 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480944 Feb 02 14:30:49.598400 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:49.685749 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2b56a46c-2d58-4255-9842-62fe0fd1b330 req-96b4ccd8-1bbb-4520-91dc-bff057176d0b service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017498 Feb 02 14:30:49.736923 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8d1f-f686-4ffb-a434-244984638c73 req-b5d20b07-0b2e-4257-ae88-9a18fd99358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:49.736923 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-613c8d1f-f686-4ffb-a434-244984638c73 req-b5d20b07-0b2e-4257-ae88-9a18fd99358f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 1098 time: 0.2896442 Feb 02 14:30:49.882419 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-613c8d1f-f686-4ffb-a434-244984638c73 req-eddfc053-c5fd-4fdf-a792-d21a3b180c9d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972958 Feb 02 14:30:50.111387 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d90648-4361-489a-ae79-bc2aea6ae43b req-18cacba6-1f4a-48d4-8f1e-17f7e7582a76 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:50.113104 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f5d90648-4361-489a-ae79-bc2aea6ae43b req-18cacba6-1f4a-48d4-8f1e-17f7e7582a76 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.1069038 Feb 02 14:30:50.116073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7aa4e-14b6-4473-8cfb-c00922ea6da8 req-00483e73-3cee-4856-943a-981b7310a0b3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:50.117660 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-caa7aa4e-14b6-4473-8cfb-c00922ea6da8 req-00483e73-3cee-4856-943a-981b7310a0b3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2143879 Feb 02 14:30:50.179735 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f5d90648-4361-489a-ae79-bc2aea6ae43b req-9ff36ebb-55a0-4a00-b423-d4e2a8a231ff tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563736 Feb 02 14:30:50.253161 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:50.334366 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-caa7aa4e-14b6-4473-8cfb-c00922ea6da8 req-cffcb710-dc46-4fa3-9d15-4606fd9ef76b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563225 Feb 02 14:30:50.446605 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-3baddd7b-a432-499b-aa1f-0da7d52cecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:50.448233 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-3baddd7b-a432-499b-aa1f-0da7d52cecc3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.1247082 Feb 02 14:30:50.502299 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Router c37866b1-18c7-43e5-8d44-4a9644aaa42e is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:30:50.504659 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1759c-8a8a-4e69-807d-ecd76b326fdf None None] Network 160971db-a354-4822-b567-8dcc00750d7f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:50.636499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-9bbd13ba-c69c-4187-9767-9495e3960252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:50.638592 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-9bbd13ba-c69c-4187-9767-9495e3960252 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.1684260 Feb 02 14:30:50.662967 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-de608a87-7d02-4ffe-a023-ac8d6b9be2d7 None None] Provisioning for port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:50.757772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-441bf194-af43-40df-859f-227805ae7185 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1093509 Feb 02 14:30:50.782715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:50.809348 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:30:50.829344 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Sync routers for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:30:50.844134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:50.850932 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2d067b2c-aa8e-465e-b012-f3d5b32ef88f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8288980 Feb 02 14:30:50.851417 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45310) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:50.856661 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:50.857416 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:50.880240 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-ee8ed2a5-caf0-474c-9be3-a2c44427c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:50.885026 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-ee8ed2a5-caf0-474c-9be3-a2c44427c985 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.1191316 Feb 02 14:30:50.923886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:50.932578 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:50.940402 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:50.989085 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-1934b29d-d2d6-438b-ad15-5cf0dcb1d5ad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970581 Feb 02 14:30:51.093829 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:51.132652 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:51.216033 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:51.227609 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:51.372583 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-fc3b05ba-bf1d-44d4-b3bd-c22c9e4c640c service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751009 Feb 02 14:30:51.396911 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:51.437685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-955ae933-4b70-4dd3-806d-ce6559898cd9 None None] Provisioning complete for port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:51.438180 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-955ae933-4b70-4dd3-806d-ce6559898cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:51.686553 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66ce2d76-e2c1-4dab-82e2-4a940bc38311 req-90125c95-4571-486a-a215-cf7e04666736 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006661 Feb 02 14:30:51.826552 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837607-93e3-4196-962f-5c768a1f4612 req-1cfb6019-2694-4b10-b6bd-c09251ad3c83 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:51.828242 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-11837607-93e3-4196-962f-5c768a1f4612 req-1cfb6019-2694-4b10-b6bd-c09251ad3c83 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.1548944 Feb 02 14:30:51.875502 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:49Z', 'revision_number': 3, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:51.878849 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-11837607-93e3-4196-962f-5c768a1f4612 req-66d84398-6c90-4c31-a35d-aeae623b0d96 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Feb 02 14:30:51.881069 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Checking router: c37866b1-18c7-43e5-8d44-4a9644aaa42e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:30:51.881420 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Updating router c37866b1-18c7-43e5-8d44-4a9644aaa42e port b033b132-5f3d-4262-a275-90bac6b6ef0e binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:30:51.955827 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9892-c8c2-4427-b853-bdae439f716d req-6a34525c-42f3-41e6-a700-211beb2758fe tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:51.956835 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-298d9892-c8c2-4427-b853-bdae439f716d req-6a34525c-42f3-41e6-a700-211beb2758fe tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2657084 Feb 02 14:30:51.977820 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.051568 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-298d9892-c8c2-4427-b853-bdae439f716d req-e5794528-8096-42b8-af87-c9bb1529df28 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Feb 02 14:30:52.117423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.321431 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.335678 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Transition to ACTIVE for port object b033b132-5f3d-4262-a275-90bac6b6ef0e will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:52.343841 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.366515 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Allocated IP 172.20.0.1 (160971db-a354-4822-b567-8dcc00750d7f/5e3aecf2-b2f9-4aac-9c84-16abe2934bf7/948888ba-7eea-4758-bca4-e801218ffb22) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:52.457610 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Pushing event updated for resources: {'Port': ['ID=b033b132-5f3d-4262-a275-90bac6b6ef0e,revision_number=2']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:52.468898 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.469139 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.469401 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.469734 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.470069 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.470440 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.470775 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.471122 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.471472 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.471801 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.472123 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.472419 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:52.483233 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Attempting to bind port b033b132-5f3d-4262-a275-90bac6b6ef0e on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:52.483565 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Attempting to bind port b033b132-5f3d-4262-a275-90bac6b6ef0e by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:52.483917 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Attempting to bind port b033b132-5f3d-4262-a275-90bac6b6ef0e on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:52.491730 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:52.492096 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:52.492493 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.492874 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:52.493531 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Bound port: b033b132-5f3d-4262-a275-90bac6b6ef0e, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:52.493756 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.549096 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.570710 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Transition to ACTIVE for port object 948888ba-7eea-4758-bca4-e801218ffb22 will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:52.599274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.645131 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] For port b033b132-5f3d-4262-a275-90bac6b6ef0e, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:52.652129 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] For port b033b132-5f3d-4262-a275-90bac6b6ef0e, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b033b132-5f3d-4262-a275-90bac6b6ef0e,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:52.661409 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.685688 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Network 160971db-a354-4822-b567-8dcc00750d7f is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:52.691439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:52.694953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:52.695638 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.700689 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Pushing event updated for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:52.792896 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:52.807099 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0cf51-24fb-4931-ab14-d3c3b402cc3a None None] Pushing event updated for resources: {'Port': ['ID=b033b132-5f3d-4262-a275-90bac6b6ef0e,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:52.809900 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:52.810111 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:52.876201 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:52.876789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:52.982816 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:53.063431 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2bdcd19d-5e6e-49d2-befa-167e1ef81c8e None None] Provisioning for port 948888ba-7eea-4758-bca4-e801218ffb22 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:53.075536 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2bdcd19d-5e6e-49d2-befa-167e1ef81c8e None None] Provisioning complete for port 948888ba-7eea-4758-bca4-e801218ffb22 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:53.076061 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd19d-5e6e-49d2-befa-167e1ef81c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:53.154824 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcd19d-5e6e-49d2-befa-167e1ef81c8e None None] Port 948888ba-7eea-4758-bca4-e801218ffb22 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:30:53.256032 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:53.299794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4c06d-f6e2-4a32-b35a-6377f6b75e32 req-df2ccf26-bc40-46f6-941d-56c6c06efe32 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:53.307601 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-41c4c06d-f6e2-4a32-b35a-6377f6b75e32 req-df2ccf26-bc40-46f6-941d-56c6c06efe32 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1039391 Feb 02 14:30:53.358823 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-41c4c06d-f6e2-4a32-b35a-6377f6b75e32 req-30d042ac-7406-414e-96bb-016d29030b5e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Feb 02 14:30:53.368227 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dcc2a-c5d2-4e2f-9d44-e1ad575ec499 req-044cdb4a-6c91-4c19-b3ec-3d3c0115033d tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:53.369723 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0e6dcc2a-c5d2-4e2f-9d44-e1ad575ec499 req-044cdb4a-6c91-4c19-b3ec-3d3c0115033d tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.2973480 Feb 02 14:30:53.503822 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0e6dcc2a-c5d2-4e2f-9d44-e1ad575ec499 req-a9c5e4c6-ec69-40ec-b272-5471fd4217a4 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254070 Feb 02 14:30:53.510941 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:53.521648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:53.522383 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:53.700346 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 1, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:53.706345 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbeb41-2c5d-4afe-97a0-22adee6e2fad None None] The sync data for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi is: [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 1, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:30:53.707783 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Pushing event updated for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:53.769027 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Network 160971db-a354-4822-b567-8dcc00750d7f is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:53.770349 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:54.032279 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Router c37866b1-18c7-43e5-8d44-4a9644aaa42e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:30:54.083107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-ac4823f9-dd54-43c0-ae4d-dbeb3ce8c9a0 None None] Provisioning complete for port 948888ba-7eea-4758-bca4-e801218ffb22 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:54.083637 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ac4823f9-dd54-43c0-ae4d-dbeb3ce8c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:54.140571 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-ac4823f9-dd54-43c0-ae4d-dbeb3ce8c9a0 None None] Port 948888ba-7eea-4758-bca4-e801218ffb22 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:30:54.248299 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92242728-a124-433d-b183-96177f44df44 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:30:54.271170 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-92242728-a124-433d-b183-96177f44df44 admin admin] 10.222.0.48 "PUT /v2.0/routers/c37866b1-18c7-43e5-8d44-4a9644aaa42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182017 Feb 02 14:30:54.602734 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61157511-75e6-4432-860a-249eae97c2e2 req-560493b1-f853-44ef-9d63-78e3854f5710 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:54.610557 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-61157511-75e6-4432-860a-249eae97c2e2 req-560493b1-f853-44ef-9d63-78e3854f5710 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1387045 Feb 02 14:30:54.685316 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-61157511-75e6-4432-860a-249eae97c2e2 req-08082f34-9383-409d-9501-ba07a3e2a7dd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661278 Feb 02 14:30:54.847502 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b033b132-5f3d-4262-a275-90bac6b6ef0e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:54.985511 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port b033b132-5f3d-4262-a275-90bac6b6ef0e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:54.996288 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port b033b132-5f3d-4262-a275-90bac6b6ef0e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:54.996854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.095274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45444) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:55.100836 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1765104171-network', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:55.111546 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:55.123891 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Usage tracker for resource:network and tenant:e6e2072054ff44baa5c96c43cfd263ba is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:55.133493 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:55.173085 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:55.201061 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Made reservation on behalf of e6e2072054ff44baa5c96c43cfd263ba for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:55.204008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.217785 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.230191 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.240103 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:55.244981 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Usage tracker for resource:security_group_rule and tenant:e6e2072054ff44baa5c96c43cfd263ba is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:55.248666 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:55.256759 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:55.273521 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port b033b132-5f3d-4262-a275-90bac6b6ef0e, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b033b132-5f3d-4262-a275-90bac6b6ef0e,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:55.279348 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.417582 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=b033b132-5f3d-4262-a275-90bac6b6ef0e,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:55.441906 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a943-30de-4424-b976-2fa98a1de370 req-62108358-ac37-4083-a05e-59393bb04b3a tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:55.445329 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7019a943-30de-4424-b976-2fa98a1de370 req-62108358-ac37-4083-a05e-59393bb04b3a tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.1207547 Feb 02 14:30:55.446237 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.450916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.482302 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] vlan segment allocate from pool success with {'vlan_id': 959, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:30:55.492759 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.493176 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Added segment 276da26b-f2f2-425e-a268-f649642c031b of type vlan for network 32049aea-ac41-49c6-b2b7-4c0ba9565361 Feb 02 14:30:55.560480 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7019a943-30de-4424-b976-2fa98a1de370 req-ee78b53a-ac0c-4662-a3d8-f7962ef1eb7e tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061528 Feb 02 14:30:55.584712 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80fb81-26e6-4792-a69d-116b7d2226ee,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:55.590321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.638093 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.639771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:55.640568 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.731138 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6347682 Feb 02 14:30:55.734349 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45456) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:55.742129 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Request body: {'subnet': {'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1765104171-subnet', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:55.752023 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:55.758494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Usage tracker for resource:subnet and tenant:e6e2072054ff44baa5c96c43cfd263ba is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:55.765430 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41a3d4-561d-41b8-963d-b6068e52f57e admin admin] Pushing event updated for resources: {'Network': ['ID=32049aea-ac41-49c6-b2b7-4c0ba9565361,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:55.768314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:55.774874 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:55.778422 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:30:55.792216 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Made reservation on behalf of e6e2072054ff44baa5c96c43cfd263ba for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:30:55.794699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15518328'] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:55.915566 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813c338-7920-4041-aa83-8db41ecc1ba1 req-e6769567-9998-4e1e-8255-02f612ee3efc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:55.917088 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8813c338-7920-4041-aa83-8db41ecc1ba1 req-e6769567-9998-4e1e-8255-02f612ee3efc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1056709 Feb 02 14:30:55.964753 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8813c338-7920-4041-aa83-8db41ecc1ba1 req-6bb5e120-e167-4953-9c6a-b59fc9a627a2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Feb 02 14:30:56.032513 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15106102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15518314'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.104669 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe0569e-5aee-41af-9257-4965a88d6448,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:56.116462 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.116806 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.117286 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.117642 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.117966 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.118306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.118629 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.118944 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.119258 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.119571 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.119881 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.120187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:30:56.126232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Checking segment: {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:56.126606 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Network hostable DHCP agents. Network: 32049aea-ac41-49c6-b2b7-4c0ba9565361, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:30:56.148538 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:30:56.158187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 32049aea-ac41-49c6-b2b7-4c0ba9565361) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:56.162108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:56.162712 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.167215 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c633ae-1f70-4b5b-b3e8-884b066024ab None None] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:30:56.185671 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-75477ab9-afb3-436f-a5e5-180778d676df admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4501088 Feb 02 14:30:56.189032 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45464) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:30:56.194314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:30:56.199043 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:30:56.204453 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Usage tracker for resource:router and tenant:e6e2072054ff44baa5c96c43cfd263ba is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:30:56.207932 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:30:56.216009 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:30:56.227682 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.229383 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.247276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.416692 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-32049aea-ac41-49c6-b2b7-4c0ba9565361', 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'fixed_ips': [{'subnet_id': 'ebe0569e-5aee-41af-9257-4965a88d6448'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:30:56.417539 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.522298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Sync routers for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:30:56.537340 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:56.574861 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:56.575499 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:56.731176 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b033b132-5f3d-4262-a275-90bac6b6ef0e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:56.762660 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Allocated IP 172.20.0.2 (32049aea-ac41-49c6-b2b7-4c0ba9565361/ebe0569e-5aee-41af-9257-4965a88d6448/d9beed11-1b22-4170-aacc-4804f4f79954) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:57.010392 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:57.111847 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.150011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.195755 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port b033b132-5f3d-4262-a275-90bac6b6ef0e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:30:57.196288 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.220580 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20acfb3-ff95-47dd-b23e-d9c0f9c1e2ce req-6d8191fb-a2c3-403c-aea5-95deb2c54e62 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:57.221440 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e20acfb3-ff95-47dd-b23e-d9c0f9c1e2ce req-6d8191fb-a2c3-403c-aea5-95deb2c54e62 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.4125347 Feb 02 14:30:57.382291 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e20acfb3-ff95-47dd-b23e-d9c0f9c1e2ce req-aef9e55d-fd88-4292-b88a-980528c0a743 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184890 Feb 02 14:30:57.422694 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Allocated IP 172.27.2.119 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/d141db13-90d2-47ff-a9ac-842b674f7512) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:30:57.447027 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-d09c94ec-6c87-4a24-b191-33e7b4638f79 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:57.448640 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-d09c94ec-6c87-4a24-b191-33e7b4638f79 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.2236278 Feb 02 14:30:57.455073 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.501924 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Transition to ACTIVE for port object d9beed11-1b22-4170-aacc-4804f4f79954 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:57.627937 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Transition to ACTIVE for port object d9beed11-1b22-4170-aacc-4804f4f79954 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:57.641078 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.704446 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:57.718061 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Deleting port 7e26f4c7-58f7-4290-9051-663438806b4e {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:30:57.718429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.719562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:57.722524 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:57.778974 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Pushing event updated for resources: {'Port': ['ID=d9beed11-1b22-4170-aacc-4804f4f79954,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:57.834646 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:30:53Z', 'revision_number': 2, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:57.838983 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.845126 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Checking router: c37866b1-18c7-43e5-8d44-4a9644aaa42e for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:30:57.845918 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Updating router c37866b1-18c7-43e5-8d44-4a9644aaa42e port 948888ba-7eea-4758-bca4-e801218ffb22 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:30:57.871326 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Attempting to bind port d9beed11-1b22-4170-aacc-4804f4f79954 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:57.871685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Attempting to bind port d9beed11-1b22-4170-aacc-4804f4f79954 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:57.872039 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Attempting to bind port d9beed11-1b22-4170-aacc-4804f4f79954 on network 32049aea-ac41-49c6-b2b7-4c0ba9565361 {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:57.894107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:57.894496 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Checking segment: {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:57.894889 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.895269 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Bound using segment: {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:57.895745 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Bound port: d9beed11-1b22-4170-aacc-4804f4f79954, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:57.896108 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:57.949121 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c184-a824-4474-9452-2575edd91f79 req-36f89169-7d0d-40a8-8d6a-f9fe630e0116 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:57.950500 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6831c184-a824-4474-9452-2575edd91f79 req-36f89169-7d0d-40a8-8d6a-f9fe630e0116 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.3306067 Feb 02 14:30:57.961529 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.064606 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] For port d9beed11-1b22-4170-aacc-4804f4f79954, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:58.070481 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.070849 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] For port d9beed11-1b22-4170-aacc-4804f4f79954, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d9beed11-1b22-4170-aacc-4804f4f79954,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:58.122346 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.133062 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6831c184-a824-4474-9452-2575edd91f79 req-b4b84d78-ef92-40db-9939-102f3a40d9f8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284723 Feb 02 14:30:58.178771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:30:58.197672 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:30:58.202641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Pushing event updated for resources: {'Port': ['ID=d141db13-90d2-47ff-a9ac-842b674f7512,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:58.205006 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:30:58.245088 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] For port 7e26f4c7-58f7-4290-9051-663438806b4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7e26f4c7-58f7-4290-9051-663438806b4e,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:30:58.245778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.405433 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Calling delete_port for 7e26f4c7-58f7-4290-9051-663438806b4e owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:30:58.411664 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a68d-958a-4e3e-9fa4-5d34aaf2a36d None None] Pushing event updated for resources: {'Port': ['ID=d9beed11-1b22-4170-aacc-4804f4f79954,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:58.700859 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.730238 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Transition to ACTIVE for port object 948888ba-7eea-4758-bca4-e801218ffb22 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:30:58.745145 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:58.781379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a109b1b-aed0-4402-95d3-92b60f1b25b1 req-7f8cf196-4612-48d1-882e-e6f6c8093c08 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:58.798008 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a109b1b-aed0-4402-95d3-92b60f1b25b1 req-7f8cf196-4612-48d1-882e-e6f6c8093c08 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 945 time: 0.2122793 Feb 02 14:30:58.865706 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a109b1b-aed0-4402-95d3-92b60f1b25b1 req-eb237fa2-5a67-4f82-a8ee-f931ac15b0b3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666032 Feb 02 14:30:58.928149 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d9beed11-1b22-4170-aacc-4804f4f79954 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:30:59.061318 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.113626 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bacb9-4a83-4fe5-9680-3b2eaadcde5f None None] Pushing event updated for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:59.124030 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Attempting to bind port 948888ba-7eea-4758-bca4-e801218ffb22 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:30:59.124395 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Attempting to bind port 948888ba-7eea-4758-bca4-e801218ffb22 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:30:59.124753 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Attempting to bind port 948888ba-7eea-4758-bca4-e801218ffb22 on network 160971db-a354-4822-b567-8dcc00750d7f {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:30:59.132629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:30:59.133022 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Checking segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:30:59.133457 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.133815 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Bound using segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:30:59.134298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Bound port: 948888ba-7eea-4758-bca4-e801218ffb22, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:30:59.134685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.137336 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Pushing event deleted for resources: {'Port': ['ID=7e26f4c7-58f7-4290-9051-663438806b4e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:59.146568 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port d9beed11-1b22-4170-aacc-4804f4f79954 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:30:59.307726 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] For port 948888ba-7eea-4758-bca4-e801218ffb22, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:30:59.322537 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] For port 948888ba-7eea-4758-bca4-e801218ffb22, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=948888ba-7eea-4758-bca4-e801218ffb22,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:30:59.329209 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.366080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.425823 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:30:59.426578 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:30:59.507103 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] No DVR routers for this DVR port 7e26f4c7-58f7-4290-9051-663438806b4e on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:30:59.514948 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bacb9-4a83-4fe5-9680-3b2eaadcde5f None None] Pushing event updated for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:30:59.517805 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:30:59.521895 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'name': 'network-vif-deleted', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:30:59.618630 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-771a5b36-4f8f-4073-bd7f-f3345d8b8f24 req-e182b1e5-c13a-4283-b6b8-9fa1fd780b1f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "DELETE /v2.0/ports/7e26f4c7-58f7-4290-9051-663438806b4e HTTP/1.1" status: 204 len: 173 time: 2.1440132 Feb 02 14:30:59.700227 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650', 'name': 'network-vif-deleted', 'tag': '7e26f4c7-58f7-4290-9051-663438806b4e', 'status': 'completed', 'code': 200} Feb 02 14:30:59.789230 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:30:59.883750 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611b34a-0131-477d-9b3a-272e305cded0 req-3b52de08-039d-4d74-98f4-d3d08c17a3ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:30:59.885487 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1611b34a-0131-477d-9b3a-272e305cded0 req-3b52de08-039d-4d74-98f4-d3d08c17a3ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.5206192 Feb 02 14:31:00.025630 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736c203-af16-459f-ba89-2eb005958235 None None] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:31:00.095171 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:31:00.129650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:00.140067 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9ed4dbb9-20e0-4646-afcc-87791a5af79e req-fecc9938-d211-4826-abe2-d0ad6cbd1512 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd3c44fe-3b4b-4052-ae1b-ebd53bf0f650 HTTP/1.1" status: 200 len: 210 time: 0.0572400 Feb 02 14:31:00.141654 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1611b34a-0131-477d-9b3a-272e305cded0 req-ccf36a87-face-44cb-9e3c-205286408223 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407551 Feb 02 14:31:00.247205 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7e26f4c7-58f7-4290-9051-663438806b4e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:31:00.294772 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 7e26f4c7-58f7-4290-9051-663438806b4e {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:31:00.295145 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7e26f4c7-58f7-4290-9051-663438806b4e not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:31:00.381641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Router 80e22489-14b0-478e-9d94-6fdc860e07f0 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:31:00.470116 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Provisioning for port d9beed11-1b22-4170-aacc-4804f4f79954 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:00.510854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Provisioning complete for port d9beed11-1b22-4170-aacc-4804f4f79954 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:00.510854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:00.652583 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:31:00.667732 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Sync routers for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:31:00.669612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:30:59Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:00.690706 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:31:00.691706 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:00.693631 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f552bef-667d-4883-9610-4fdd786530c1 None None] The sync data for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi is: [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:30:59Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:31:00.728316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:00.730110 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-85322d27-ccb9-48be-aaa8-c861b735da79 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5397956 Feb 02 14:31:00.733129 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45524) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:00.816976 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:00.936544 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] For port d9beed11-1b22-4170-aacc-4804f4f79954, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d9beed11-1b22-4170-aacc-4804f4f79954,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:00.937862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 948888ba-7eea-4758-bca4-e801218ffb22 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:00.997347 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.138101 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:31:01.239197 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ea0aa-dcc5-4030-abd7-9d253fe23c9f None None] Pushing event updated for resources: {'Port': ['ID=d9beed11-1b22-4170-aacc-4804f4f79954,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:01.259555 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 948888ba-7eea-4758-bca4-e801218ffb22 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:01.271297 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 948888ba-7eea-4758-bca4-e801218ffb22 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:01.272135 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.419186 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-f886b7ff-4f1a-4f6b-96e2-534a12966803 None None] Provisioning complete for port d9beed11-1b22-4170-aacc-4804f4f79954 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:01.423985 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f886b7ff-4f1a-4f6b-96e2-534a12966803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.636822 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39639-5ebf-451a-b5a3-4fe9a27d74ab req-910b1421-77fe-4907-9ee4-778900095015 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:01.647271 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84e39639-5ebf-451a-b5a3-4fe9a27d74ab req-910b1421-77fe-4907-9ee4-778900095015 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1743970 Feb 02 14:31:01.687995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-b818b10b-dd88-49d9-ab38-a8a58ca6a8f2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:01.698135 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-b818b10b-dd88-49d9-ab38-a8a58ca6a8f2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.3920026 Feb 02 14:31:01.742702 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84e39639-5ebf-451a-b5a3-4fe9a27d74ab req-39e8578b-697d-400e-b400-baff840c60a9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Feb 02 14:31:01.775418 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.799921 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:30:58Z', 'revision_number': 3, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:01.805889 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Checking router: 80e22489-14b0-478e-9d94-6fdc860e07f0 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:31:01.806280 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Updating router 80e22489-14b0-478e-9d94-6fdc860e07f0 port d141db13-90d2-47ff-a9ac-842b674f7512 binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:31:01.841436 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 948888ba-7eea-4758-bca4-e801218ffb22, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=948888ba-7eea-4758-bca4-e801218ffb22,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:01.851189 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-1899a05c-9f4a-49e1-bd89-3c5f44858257 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/quotas/3e1fe0d1ac4f472296a863b573b8fe6a HTTP/1.1" status: 200 len: 375 time: 0.1518605 Feb 02 14:31:01.854443 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.902369 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:01.980788 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:02.178866 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-a6e26633-84d9-4a45-98ac-d7aeff4390d8 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3266122 Feb 02 14:31:02.276610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8153c1-9874-46ec-b019-bc33b84cf51d req-254800ac-6b40-4167-8f42-79d66ac5e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:02.278189 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9e8153c1-9874-46ec-b019-bc33b84cf51d req-254800ac-6b40-4167-8f42-79d66ac5e728 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.1421075 Feb 02 14:31:02.285919 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-37391471-e400-447e-8ba4-42ae83e40f04 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:02.293744 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-37391471-e400-447e-8ba4-42ae83e40f04 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/networks?id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 200 len: 809 time: 0.3799942 Feb 02 14:31:02.328123 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-91fd5bf7-b9cd-4435-9767-74db5fe96ce6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/quotas/d6da06e91dcd48e58d9d4daf4997ca3a HTTP/1.1" status: 200 len: 375 time: 0.0332475 Feb 02 14:31:02.348271 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.367122 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Transition to ACTIVE for port object d141db13-90d2-47ff-a9ac-842b674f7512 will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:02.382635 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.386149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-e3a6ec60-3a4d-4ea4-829f-c0ff4b9084d3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:02.400296 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9e8153c1-9874-46ec-b019-bc33b84cf51d req-a41f8665-e216-4e12-add2-ef1833045d99 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011007 Feb 02 14:31:02.412809 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-e3a6ec60-3a4d-4ea4-829f-c0ff4b9084d3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:02.414068 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-e3a6ec60-3a4d-4ea4-829f-c0ff4b9084d3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850675 Feb 02 14:31:02.436004 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-9beb16cb-50ec-4936-8399-f7c1b1e8baed service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460668 Feb 02 14:31:02.478768 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Attempting to bind port d141db13-90d2-47ff-a9ac-842b674f7512 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:02.479145 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Attempting to bind port d141db13-90d2-47ff-a9ac-842b674f7512 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:02.479476 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Attempting to bind port d141db13-90d2-47ff-a9ac-842b674f7512 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:02.485819 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e13661-6b7d-4c85-8034-c57ba805418d None None] Pushing event updated for resources: {'Port': ['ID=d141db13-90d2-47ff-a9ac-842b674f7512,revision_number=2']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:02.490360 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:02.490730 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:02.491118 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.491492 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:02.491948 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Bound port: d141db13-90d2-47ff-a9ac-842b674f7512, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:02.492335 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.582205 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] For port d141db13-90d2-47ff-a9ac-842b674f7512, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:02.585752 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] For port d141db13-90d2-47ff-a9ac-842b674f7512, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d141db13-90d2-47ff-a9ac-842b674f7512,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:02.593025 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.603726 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:02.606314 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-9cd70ba2-2596-45f1-bc41-9670948d249f service neutron] 10.222.0.48 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822886 Feb 02 14:31:02.693374 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:31:02.694091 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:30:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:02.750087 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-b4c305de-1d0d-47c8-a42a-74173868856c service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054709 Feb 02 14:31:02.812482 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d9beed11-1b22-4170-aacc-4804f4f79954 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:02.875452 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-102b095f-b9da-479f-8066-72ce4797881d service neutron] 10.222.0.48 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512901 Feb 02 14:31:02.876728 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e13661-6b7d-4c85-8034-c57ba805418d None None] Pushing event updated for resources: {'Port': ['ID=d141db13-90d2-47ff-a9ac-842b674f7512,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:02.938652 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d9beed11-1b22-4170-aacc-4804f4f79954 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:02.939319 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:03.052994 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Allocated IP 172.20.0.1 (32049aea-ac41-49c6-b2b7-4c0ba9565361/ebe0569e-5aee-41af-9257-4965a88d6448/a2bf75e8-7955-436f-857c-f36cb3a3972b) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:31:03.072457 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:31:03.267559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 948888ba-7eea-4758-bca4-e801218ffb22 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:03.271363 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-750a8d07-8a1d-4aba-9d42-490063fd9a74 req-9bb9d20d-0a22-4598-b197-5e78c4e6d9d4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 210 time: 0.1152713 Feb 02 14:31:03.365967 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d74396b9-d176-436d-b250-0d740f6b6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:03.424242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01bf44-b4ad-48d8-b089-77f9d24d555b req-8c7dbcdb-62c0-48a4-bfe2-52dc13b0c84b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:03.432314 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7d01bf44-b4ad-48d8-b089-77f9d24d555b req-8c7dbcdb-62c0-48a4-bfe2-52dc13b0c84b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2241538 Feb 02 14:31:03.486108 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:03.539527 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 948888ba-7eea-4758-bca4-e801218ffb22 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:03.539906 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:03.770633 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:30:58Z', 'revision_number': 3, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:03.775835 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da911dad-b827-40f1-8bfe-e13fa6c8bd0e None None] The sync data for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi is: [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:30:58Z', 'revision_number': 3, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:31:03.823803 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Transition to ACTIVE for port object a2bf75e8-7955-436f-857c-f36cb3a3972b will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:03.909391 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7d01bf44-b4ad-48d8-b089-77f9d24d555b req-ab865a7b-ec6a-4f1e-92b1-e25af15fdac2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751832 Feb 02 14:31:03.985159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.075611 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:04.083946 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:04.086761 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:31:04.087452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.203059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:04.211037 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a90a715c-e2bb-4ae7-9ff6-b251eb18f5f6 req-873268ba-0831-4374-a9c0-9100121a273a tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 210 time: 0.0923467 Feb 02 14:31:04.221030 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.221374 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.221742 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.222677 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.223056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.223391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.223933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.224131 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.224467 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.224792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.225113 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.225428 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:04.451779 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.562971 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-9d1996b1-b4ce-4e96-8465-374a7ea0368d None None] Provisioning for port a2bf75e8-7955-436f-857c-f36cb3a3972b completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:04.568950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-9d1996b1-b4ce-4e96-8465-374a7ea0368d None None] Provisioning complete for port a2bf75e8-7955-436f-857c-f36cb3a3972b triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:04.569316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9d1996b1-b4ce-4e96-8465-374a7ea0368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.597158 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-435d0ce2-2aaa-469e-95e8-1c9b086ee5f6 req-d74aa157-4129-49de-a3aa-3f29efa75e5d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 210 time: 0.0924957 Feb 02 14:31:04.626597 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e2e6f-bfa6-4fbd-a41d-e8bfb7c7e61e req-5506ac46-7a7f-49c1-ad70-ce4cbb94b427 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:04.629069 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed7e2e6f-bfa6-4fbd-a41d-e8bfb7c7e61e req-5506ac46-7a7f-49c1-ad70-ce4cbb94b427 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1381555 Feb 02 14:31:04.704399 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ed7e2e6f-bfa6-4fbd-a41d-e8bfb7c7e61e req-7a085897-8368-4ae0-aeae-a5b9d5d26c9a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652943 Feb 02 14:31:04.725228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-9d1996b1-b4ce-4e96-8465-374a7ea0368d None None] Port a2bf75e8-7955-436f-857c-f36cb3a3972b cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:31:04.812258 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d141db13-90d2-47ff-a9ac-842b674f7512 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:04.897034 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port d141db13-90d2-47ff-a9ac-842b674f7512 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:04.903586 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d141db13-90d2-47ff-a9ac-842b674f7512 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:04.904037 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.914596 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.921083 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:04.921956 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:05.057328 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:05.096665 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port d141db13-90d2-47ff-a9ac-842b674f7512, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d141db13-90d2-47ff-a9ac-842b674f7512,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:05.102985 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:05.135449 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:05.226696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:05.228683 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:05.239435 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e9b2-1ccb-4eb4-b2ac-ba77087a2bd2 req-db40c821-c726-4d35-aaeb-92a3ed8fcbc8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:05.241061 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b024e9b2-1ccb-4eb4-b2ac-ba77087a2bd2 req-db40c821-c726-4d35-aaeb-92a3ed8fcbc8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1629446 Feb 02 14:31:05.243065 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=d141db13-90d2-47ff-a9ac-842b674f7512,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:05.256878 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.257245 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.257582 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.257911 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.258240 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.258660 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.258994 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.259318 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.259813 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.260416 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.260416 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.260757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:31:05.539840 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b024e9b2-1ccb-4eb4-b2ac-ba77087a2bd2 req-796551e6-300d-4f73-a329-3c7ee8ca5c4c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117260 Feb 02 14:31:05.576382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Router 80e22489-14b0-478e-9d94-6fdc860e07f0 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:31:05.605607 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4401a682-7077-422e-9f40-a60f2260a932 req-030b2b60-eb71-49da-adab-689466026098 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 210 time: 0.1566994 Feb 02 14:31:05.684003 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-f6762604-b1fd-4eb3-a15a-efbb17c706c0 None None] Provisioning complete for port a2bf75e8-7955-436f-857c-f36cb3a3972b triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:05.685062 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f6762604-b1fd-4eb3-a15a-efbb17c706c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:05.725500 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-3390901a-be45-429b-baf1-3eafd2672385 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:05.729396 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-3390901a-be45-429b-baf1-3eafd2672385 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "GET /v2.0/networks?id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 200 len: 809 time: 0.3194957 Feb 02 14:31:05.753103 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Request body: {'port': {'device_id': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb', 'admin_state_up': True, 'tenant_id': 'd6da06e91dcd48e58d9d4daf4997ca3a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:05.812004 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-f6762604-b1fd-4eb3-a15a-efbb17c706c0 None None] Port a2bf75e8-7955-436f-857c-f36cb3a3972b cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:31:05.911528 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:31:05.929788 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-402c51e1-30f2-48a3-95be-502dfc6f9d62 req-fa0870e4-2867-459f-8244-7d52509cc108 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 210 time: 0.0863369 Feb 02 14:31:05.933653 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-da976862-7bfd-4ce1-a009-5fa306b0aae6 admin admin] 10.222.0.48 "PUT /v2.0/routers/80e22489-14b0-478e-9d94-6fdc860e07f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1983898 Feb 02 14:31:06.042709 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:06.090343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:06.114552 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Made reservation on behalf of d6da06e91dcd48e58d9d4daf4997ca3a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:31:06.120494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:06.134125 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f84b5-5250-4848-9d32-a71b399939ea req-5e343e06-c97c-406a-9098-fa367aef8b65 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:06.140129 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf9f84b5-5250-4848-9d32-a71b399939ea req-5e343e06-c97c-406a-9098-fa367aef8b65 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1669576 Feb 02 14:31:06.226013 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-39eaf5bc-0de2-47fc-90d8-ca4382d639cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:06.300572 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf9f84b5-5250-4848-9d32-a71b399939ea req-a601bd46-84bb-463f-a2ca-8982e507bbe3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507189 Feb 02 14:31:06.504008 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-fad81997-9823-485d-abaf-c426a101de96 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:06.505664 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-fad81997-9823-485d-abaf-c426a101de96 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.4584475 Feb 02 14:31:06.517441 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Sync routers for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:31:06.536508 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:31:06.537773 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:31:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:06.552129 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Request body: {'port': {'device_id': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'admin_state_up': True, 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:06.604444 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-30286c53-cc6c-49fa-a113-6a22efa6b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:06.605865 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-30286c53-cc6c-49fa-a113-6a22efa6b1df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.2625294 Feb 02 14:31:06.639962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c9cfb-9574-46f3-a495-08a66754dbe3 req-18987499-8a31-4cad-a4f6-686dc9b231eb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:06.641565 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a2c9cfb-9574-46f3-a495-08a66754dbe3 req-18987499-8a31-4cad-a4f6-686dc9b231eb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1414635 Feb 02 14:31:06.773016 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Allocated IP 172.20.0.9 (a5c0c5ec-1065-467e-b2de-44ec5c9af7bb/14a8c56b-e412-4f0f-bda6-987e2e8ce241/02be0c54-668a-4c43-97b9-81a605d69aea) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:31:06.856018 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:06.872306 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:31:06.880993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:07.019445 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a2c9cfb-9574-46f3-a495-08a66754dbe3 req-5213d9e4-ac70-4cd2-92de-09d13b388449 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066220 Feb 02 14:31:07.062610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45658) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:07.068169 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375232333', 'description': 'tempest-secgroup-smoke-375232333 description', 'project_id': 'c0f2e58bef0c449687b260265c987380'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:07.076745 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:31:07.080432 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.094077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:07.120596 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d141db13-90d2-47ff-a9ac-842b674f7512 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:07.126110 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:07.132795 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:07.146739 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:07.165391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-b2d40c77-8182-4b59-89a3-5a2cf7f7ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:07.170413 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-b2d40c77-8182-4b59-89a3-5a2cf7f7ee1a service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.5262032 Feb 02 14:31:07.265354 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d5302e19-0468-4dac-8020-38eb0e4313c9 req-3551d77f-f741-4fc2-bdb7-3bf9fa45ed76 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 210 time: 0.0762408 Feb 02 14:31:07.292141 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.326518 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-69da9e03-5911-41a7-8b9d-fa9a26cd0cdf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1443145 Feb 02 14:31:07.381173 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.399440 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5326a8d7-a1d0-46a4-8f00-98ee537ddc10 req-96b2bcfc-718e-47ab-a927-113590bb094c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 210 time: 0.1254311 Feb 02 14:31:07.406786 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:07.446708 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:07.453918 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:07.477077 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-6cca2659-583e-42f6-8829-59ba13ee4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:07.479132 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-6cca2659-583e-42f6-8829-59ba13ee4333 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.1356690 Feb 02 14:31:07.480019 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.483382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:07.505327 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.545065 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-f1de0fe0-a873-4332-9d68-3bbc9e25a19c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539532 Feb 02 14:31:07.579767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d141db13-90d2-47ff-a9ac-842b674f7512 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:07.580137 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.664263 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Allocated IP 172.20.0.3 (14a6eea5-7f66-4297-be41-67904eb3705b/6c809121-1919-4677-a702-a68f048359b6/6e18154c-4cd6-4922-99b0-710104c7509e) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:31:07.761846 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:31:04Z', 'revision_number': 4, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'a2bf75e8-7955-436f-857c-f36cb3a3972b', 'name': '', 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'mac_address': 'fa:16:3e:60:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:31:02Z', 'updated_at': '2022-02-02T14:31:04Z', 'revision_number': 2, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'subnets': [{'id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:07.771869 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Checking router: 80e22489-14b0-478e-9d94-6fdc860e07f0 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:31:07.772369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Updating router 80e22489-14b0-478e-9d94-6fdc860e07f0 port a2bf75e8-7955-436f-857c-f36cb3a3972b binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:31:07.786115 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-366e6087-af81-4006-92bb-48d82d28f6c9 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242103 Feb 02 14:31:07.798775 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.807340 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.833257 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6dd1f-d61a-4d60-87e0-6c19f7f258eb req-9832a2a4-8233-40cd-a233-081800b12cd8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:07.839047 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.839751 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4a6dd1f-d61a-4d60-87e0-6c19f7f258eb req-9832a2a4-8233-40cd-a233-081800b12cd8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.3529592 Feb 02 14:31:07.929432 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:07.942075 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e681a4e5-a66c-4935-b982-f0f7264d7b21 req-d65e7f4c-052b-46f7-96fd-787aa00c17e5 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460488 Feb 02 14:31:08.033639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:08.051718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:08.065735 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:31:08.110056 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25840119-c251-4eb7-9b6e-c21c95930b0c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:08.135289 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4a6dd1f-d61a-4d60-87e0-6c19f7f258eb req-24872039-dff0-4e0e-943e-963a0a011231 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2944829 Feb 02 14:31:08.151564 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Pushing event updated for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:08.159450 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.160653 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cf5830e9-29b1-4b7c-9612-6a35c44f3eef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0970094 Feb 02 14:31:08.179315 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45672) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:08.187254 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:08.196656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:08.207056 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:08.223442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:08.231486 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:08.233079 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.246987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:08.255025 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95db8-b69b-42b5-8820-891f5d0cfa36 req-256254d1-27d8-4a01-9de9-8fd01651598e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:08.255826 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.256562 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdf95db8-b69b-42b5-8820-891f5d0cfa36 req-256254d1-27d8-4a01-9de9-8fd01651598e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1159828 Feb 02 14:31:08.276831 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-39a24a82-de94-4ab0-b55e-eed431fe5809 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5296125 Feb 02 14:31:08.288537 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.297385 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.307464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Request body: {'port': {'device_id': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:08.315472 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Transition to ACTIVE for port object a2bf75e8-7955-436f-857c-f36cb3a3972b will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:08.318845 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdf95db8-b69b-42b5-8820-891f5d0cfa36 req-2104bfd2-bd02-4163-8811-98cd3ffdf350 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558324 Feb 02 14:31:08.343333 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.487988 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.543390 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:08.644287 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.681737 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Network 14a6eea5-7f66-4297-be41-67904eb3705b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:08.691021 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.723574 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:08.730287 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:31:08.766289 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e149-4e52-41a6-9a85-0e4cd199b9e4 None None] Pushing event updated for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:08.777127 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539347-a0bb-4e20-a321-29312aa8fb17 req-37fcc5de-a5cc-49e0-9015-591e8019610c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:08.796130 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c7539347-a0bb-4e20-a321-29312aa8fb17 req-37fcc5de-a5cc-49e0-9015-591e8019610c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 931 time: 0.1479061 Feb 02 14:31:08.813602 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.844505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:08.845143 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.850531 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event updated for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:08.860493 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c7539347-a0bb-4e20-a321-29312aa8fb17 req-1a033bad-c4da-47ea-b254-4e0972306742 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Feb 02 14:31:08.891872 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Attempting to bind port a2bf75e8-7955-436f-857c-f36cb3a3972b on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:08.892244 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Attempting to bind port a2bf75e8-7955-436f-857c-f36cb3a3972b by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:08.892605 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Attempting to bind port a2bf75e8-7955-436f-857c-f36cb3a3972b on network 32049aea-ac41-49c6-b2b7-4c0ba9565361 {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:08.907124 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:08.907478 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Checking segment: {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:08.907880 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.908272 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Bound using segment: {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:08.908747 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Bound port: a2bf75e8-7955-436f-857c-f36cb3a3972b, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276da26b-f2f2-425e-a268-f649642c031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:08.909472 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.942998 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ae6d50-9edf-4f66-a4dd-84b33bcf0fb8,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:08.959878 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0a5ce3a4-3284-49db-86fa-56327b1514f6 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4258475 Feb 02 14:31:08.960631 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:08.964995 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5910e203-2275-4366-a58f-dd2afb6b57a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7883554 Feb 02 14:31:08.965124 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45688) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:08.971174 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:08.977836 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02057a2-36e6-4d16-a41a-2316ef333fbf req-04dcdf67-8deb-4a02-9d3d-3bccb5443797 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:08.978833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b02057a2-36e6-4d16-a41a-2316ef333fbf req-04dcdf67-8deb-4a02-9d3d-3bccb5443797 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:08.981658 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:08.989568 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Request body: {'port': {'device_id': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:08.995487 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:09.001195 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:09.022219 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:09.058894 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.086482 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] For port a2bf75e8-7955-436f-857c-f36cb3a3972b, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:09.090976 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] For port a2bf75e8-7955-436f-857c-f36cb3a3972b, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a2bf75e8-7955-436f-857c-f36cb3a3972b,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:09.099506 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.134895 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b02057a2-36e6-4d16-a41a-2316ef333fbf req-04dcdf67-8deb-4a02-9d3d-3bccb5443797 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:09.143203 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b02057a2-36e6-4d16-a41a-2316ef333fbf req-04dcdf67-8deb-4a02-9d3d-3bccb5443797 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 931 time: 0.6985793 Feb 02 14:31:09.207111 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:31:09.207761 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:31:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:09.240532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.250796 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.293845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc08c0a-664c-41b4-a33c-b6e73d393021,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:09.308480 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.311412 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-57ad6d0a-f80e-40ea-b6c0-e43290c70995 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453455 Feb 02 14:31:09.314493 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45696) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:09.320647 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:09.335026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:09.343346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:09.348664 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:09.360008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9a734-62ed-452f-af64-27d02edc3ad9 req-72090783-746b-4461-b9d7-ea9317438bde tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:09.367663 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-78c9a734-62ed-452f-af64-27d02edc3ad9 req-72090783-746b-4461-b9d7-ea9317438bde tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1733801 Feb 02 14:31:09.390298 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:09.434448 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.466976 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-78c9a734-62ed-452f-af64-27d02edc3ad9 req-4143c4ef-dba5-4aa1-8959-090ce0552d01 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981038 Feb 02 14:31:09.489083 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e149-4e52-41a6-9a85-0e4cd199b9e4 None None] Pushing event updated for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:09.504023 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.508509 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.521830 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:31:09.564789 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b02057a2-36e6-4d16-a41a-2316ef333fbf req-9d692b6c-b8f8-4119-a8fc-dad76b98c711 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202518 Feb 02 14:31:09.622396 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.629857 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.661392 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095c7565-aa04-4a77-90d2-1495e8d1b528,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:09.683028 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.687232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-45d3d324-a669-412b-82b4-df751693b65a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3716388 Feb 02 14:31:09.690736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45702) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:09.700322 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:09.713460 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:09.731370 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:09.743528 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:09.759271 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:09.859832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:09.917905 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:31:04Z', 'revision_number': 4, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'a2bf75e8-7955-436f-857c-f36cb3a3972b', 'name': '', 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'mac_address': 'fa:16:3e:60:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:31:02Z', 'updated_at': '2022-02-02T14:31:09Z', 'revision_number': 4, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'subnets': [{'id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:31:09.922894 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a920db0-62bf-4cb1-bb3b-c4f631cc4f15 None None] The sync data for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi is: [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:31:04Z', 'revision_number': 4, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'a2bf75e8-7955-436f-857c-f36cb3a3972b', 'name': '', 'network_id': '32049aea-ac41-49c6-b2b7-4c0ba9565361', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'mac_address': 'fa:16:3e:60:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:31:02Z', 'updated_at': '2022-02-02T14:31:09Z', 'revision_number': 4, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'subnets': [{'id': 'ebe0569e-5aee-41af-9257-4965a88d6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:31:10.009713 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4321b-0cc2-4513-9faa-daa056b8546e req-11c687c4-c349-4755-a8fd-f14c8ad13600 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:10.011582 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-37c4321b-0cc2-4513-9faa-daa056b8546e req-11c687c4-c349-4755-a8fd-f14c8ad13600 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2389545 Feb 02 14:31:10.013927 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.045305 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.088699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0919415a-6bd4-4bd9-90ad-61921f11d05d,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:10.115779 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb1d15-0e25-4b21-81ba-759e28bed70c req-3d439a78-da82-413b-9d5e-74ee5ab0203b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:10.117166 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f5bb1d15-0e25-4b21-81ba-759e28bed70c req-3d439a78-da82-413b-9d5e-74ee5ab0203b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.3379204 Feb 02 14:31:10.118330 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-37c4321b-0cc2-4513-9faa-daa056b8546e req-32d1c8c0-fa1e-44c3-a5cd-2c69177d5f30 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975699 Feb 02 14:31:10.125511 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.126828 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6f5e6348-da58-4a99-b868-04c08b95eeae tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347062 Feb 02 14:31:10.130902 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45710) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:10.131185 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02be0c54-668a-4c43-97b9-81a605d69aea {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:10.136311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:10.143069 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:10.147528 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:10.150969 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:10.158878 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.160170 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:10.177411 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.securitygroups_db [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Project c0f2e58bef0c449687b260265c987380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:31:10.185756 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.226522 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Transition to ACTIVE for port object 02be0c54-668a-4c43-97b9-81a605d69aea will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:10.258683 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f5bb1d15-0e25-4b21-81ba-759e28bed70c req-535f764a-455e-4931-9664-7cb997b0f263 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162143 Feb 02 14:31:10.261793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.336212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.344401 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.378067 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307cecc1-7384-4f67-ada3-65bc2d04a745,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:10.399115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0402dc-eb75-4b51-a79b-2a6b6e170df7 req-e504778e-525d-4ddb-9ea4-1d2e3e5fa342 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:10.400741 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8e0402dc-eb75-4b51-a79b-2a6b6e170df7 req-e504778e-525d-4ddb-9ea4-1d2e3e5fa342 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 943 time: 0.1496341 Feb 02 14:31:10.402079 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.403247 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-7d62efee-79f4-472f-8d00-73f0af661971 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2711864 Feb 02 14:31:10.407333 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45714) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:10.413382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'security_group_rule': {'security_group_id': '25840119-c251-4eb7-9b6e-c21c95930b0c', 'project_id': 'c0f2e58bef0c449687b260265c987380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:10.431638 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:10.439789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:security_group_rule and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:10.444588 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:10.454353 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Pushing event updated for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:10.458791 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:10.477917 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8e0402dc-eb75-4b51-a79b-2a6b6e170df7 req-778f5d3b-0076-4613-b535-b6d692631685 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Feb 02 14:31:10.481895 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.securitygroups_db [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Project c0f2e58bef0c449687b260265c987380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:31:10.492819 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.560827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e18154c-4cd6-4922-99b0-710104c7509e {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:10.573867 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.612821 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Transition to ACTIVE for port object 6e18154c-4cd6-4922-99b0-710104c7509e will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:10.623973 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.643991 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.649921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.695967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83ffd55-310a-4809-b9d7-628926d28c92,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:10.723125 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:10.734338 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-0f036c4a-8108-4d9f-bfdb-055a1b52a588 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162544 Feb 02 14:31:10.766073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Attempting to bind port 02be0c54-668a-4c43-97b9-81a605d69aea on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:10.766411 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Attempting to bind port 02be0c54-668a-4c43-97b9-81a605d69aea by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:10.766743 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Attempting to bind port 02be0c54-668a-4c43-97b9-81a605d69aea on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:10.880633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Port 02be0c54-668a-4c43-97b9-81a605d69aea on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:31:10.880633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Attempting to bind port 02be0c54-668a-4c43-97b9-81a605d69aea on network a5c0c5ec-1065-467e-b2de-44ec5c9af7bb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:10.949511 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a2bf75e8-7955-436f-857c-f36cb3a3972b up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:10.978707 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Pushing event updated for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:10.983578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:10.984002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Checking segment: {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:10.984296 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Bound using segment: {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:10.984991 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Bound port: 02be0c54-668a-4c43-97b9-81a605d69aea, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec00970-198e-4a51-a899-6ce3d3efd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:10.985341 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.136952 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594107e-ad99-4abf-8861-8f17f75c5bcc req-39dfb8bd-de66-4564-ae07-da95f887278c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:11.145264 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7594107e-ad99-4abf-8861-8f17f75c5bcc req-39dfb8bd-de66-4564-ae07-da95f887278c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 943 time: 0.2244842 Feb 02 14:31:11.160411 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port a2bf75e8-7955-436f-857c-f36cb3a3972b completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:11.169148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port a2bf75e8-7955-436f-857c-f36cb3a3972b triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:11.170075 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.246829 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7594107e-ad99-4abf-8861-8f17f75c5bcc req-99da8cb1-2c58-4919-9796-b6e07832ff4a tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005108 Feb 02 14:31:11.335365 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b6fe-bd13-4bda-a996-0ba8c20b88b0 req-8f0720df-a24a-40a1-9db6-9e594e9794c2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:11.343226 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7050b6fe-bd13-4bda-a996-0ba8c20b88b0 req-8f0720df-a24a-40a1-9db6-9e594e9794c2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.6822398 Feb 02 14:31:11.370356 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.383367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:11.393456 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Attempting to bind port 6e18154c-4cd6-4922-99b0-710104c7509e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:11.393788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Attempting to bind port 6e18154c-4cd6-4922-99b0-710104c7509e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:11.394135 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Attempting to bind port 6e18154c-4cd6-4922-99b0-710104c7509e on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:11.411518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02be0c54-668a-4c43-97b9-81a605d69aea,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:11.416260 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Port 6e18154c-4cd6-4922-99b0-710104c7509e on network 14a6eea5-7f66-4297-be41-67904eb3705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:31:11.416608 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Attempting to bind port 6e18154c-4cd6-4922-99b0-710104c7509e on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:11.417833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port a2bf75e8-7955-436f-857c-f36cb3a3972b, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a2bf75e8-7955-436f-857c-f36cb3a3972b,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:11.427443 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.436282 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7050b6fe-bd13-4bda-a996-0ba8c20b88b0 req-e405b450-d6c5-4aaf-9092-bd9dcd4899e6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920494 Feb 02 14:31:11.441881 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.523550 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:11.596514 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7affcd-b3ec-4ea0-8274-4588179d289b req-3f8e7f3f-28ee-4963-bfcf-49eb7d580690 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:11.598061 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf7affcd-b3ec-4ea0-8274-4588179d289b req-3f8e7f3f-28ee-4963-bfcf-49eb7d580690 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1828525 Feb 02 14:31:11.629244 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:11.629613 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Checking segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:11.630008 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Bound using segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:11.630609 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Bound port: 6e18154c-4cd6-4922-99b0-710104c7509e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:11.630989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.731421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:11.731421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:11.732937 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] 10.222.0.95 "PUT /v2.0/ports/02be0c54-668a-4c43-97b9-81a605d69aea HTTP/1.1" status: 200 len: 1093 time: 3.4314051 Feb 02 14:31:11.736052 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:11.771880 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf7affcd-b3ec-4ea0-8274-4588179d289b req-ed241b55-ffe0-427d-8ed9-af7b6e7af945 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616898 Feb 02 14:31:11.917553 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fec4c0-e3ce-43e9-afb2-7365883e6f02 service neutron] Pushing event updated for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:11.990446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62e37-3b43-4321-b355-5810fe317c47 req-c4ad4ae9-fbc8-45a2-8225-9c73b7466149 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:11.991942 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ade62e37-3b43-4321-b355-5810fe317c47 req-c4ad4ae9-fbc8-45a2-8225-9c73b7466149 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 943 time: 0.0927422 Feb 02 14:31:12.022115 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:12.040339 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0015f-a03b-45ea-9bb7-56e9bfa80d2e req-f59d7ec6-df27-4600-8af2-91893f5fb99a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.041763 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ade62e37-3b43-4321-b355-5810fe317c47 req-702e4e4a-3951-45ef-8fd2-e98bc4e51380 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Feb 02 14:31:12.041916 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8dc0015f-a03b-45ea-9bb7-56e9bfa80d2e req-f59d7ec6-df27-4600-8af2-91893f5fb99a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.3963530 Feb 02 14:31:12.046984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e18154c-4cd6-4922-99b0-710104c7509e,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:12.069432 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:12.113274 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea', 'status': 'completed', 'code': 200} Feb 02 14:31:12.146971 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-4c64c875-40e9-481f-af19-8f6a2d900202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.148377 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-4c64c875-40e9-481f-af19-8f6a2d900202 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 1096 time: 0.2247739 Feb 02 14:31:12.166367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.166984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:12.168316 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] 10.222.0.95 "PUT /v2.0/ports/6e18154c-4cd6-4922-99b0-710104c7509e HTTP/1.1" status: 200 len: 1093 time: 3.1861207 Feb 02 14:31:12.173621 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8dc0015f-a03b-45ea-9bb7-56e9bfa80d2e req-7b0eb392-0361-4927-a823-6614da11bc7b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211433 Feb 02 14:31:12.256055 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b6d1a-4fe1-47dd-9cb0-b2639162ccee service neutron] Pushing event updated for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:12.259360 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-578cba9d-2f1d-42bf-8d29-d8437c235697 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02be0c54-668a-4c43-97b9-81a605d69aea HTTP/1.1" status: 200 len: 217 time: 0.0763240 Feb 02 14:31:12.385582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-1d3fb505-e81a-4b74-97ef-46390831fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.387161 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-1d3fb505-e81a-4b74-97ef-46390831fca2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14a8c56b-e412-4f0f-bda6-987e2e8ce241 HTTP/1.1" status: 200 len: 849 time: 0.0971525 Feb 02 14:31:12.446571 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-ebd23e10-d32e-4203-9537-33e2a531df22 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491905 Feb 02 14:31:12.449293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-c7a29ed8-3cb0-49e6-a0c5-b186e1ef71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.451223 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-c7a29ed8-3cb0-49e6-a0c5-b186e1ef71cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 1096 time: 0.1958587 Feb 02 14:31:12.570613 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ddb0b-d0ea-45ff-91b0-0f6335373e57 req-2bb45f9c-9f67-43d4-8177-df08407f54d2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.580332 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ce8ddb0b-d0ea-45ff-91b0-0f6335373e57 req-2bb45f9c-9f67-43d4-8177-df08407f54d2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 943 time: 0.1648960 Feb 02 14:31:12.628462 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-5dea8125-5d0c-41af-bf16-dd653ff818a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e18154c-4cd6-4922-99b0-710104c7509e HTTP/1.1" status: 200 len: 217 time: 0.1423070 Feb 02 14:31:12.646909 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ce8ddb0b-d0ea-45ff-91b0-0f6335373e57 req-52a7f0f5-be97-4205-9c31-68abeb6cf1ea tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652738 Feb 02 14:31:12.763620 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a2bf75e8-7955-436f-857c-f36cb3a3972b up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:12.856547 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port a2bf75e8-7955-436f-857c-f36cb3a3972b triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:12.857988 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:12.862800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-44a98a77-4cbe-4d45-8d0d-4484b15360b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:12.864290 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-44a98a77-4cbe-4d45-8d0d-4484b15360b0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.2283504 Feb 02 14:31:12.868171 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-e14d2ec8-1c72-4cbb-9091-dde0dff4b545 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040372 Feb 02 14:31:12.929330 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-0ba7786d-26d8-41ce-8f0b-a136bc138370 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487711 Feb 02 14:31:13.001196 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a482e-c7ba-43c6-9fce-6941e8b08ef2 req-ec2e349b-0cca-484b-9607-1cc305226b8a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.002780 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b28a482e-c7ba-43c6-9fce-6941e8b08ef2 req-ec2e349b-0cca-484b-9607-1cc305226b8a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1058142 Feb 02 14:31:13.055878 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b28a482e-c7ba-43c6-9fce-6941e8b08ef2 req-e1339b1b-6f16-46c6-9d99-e627e200c3b9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430686 Feb 02 14:31:13.100046 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a870-5c00-449d-aca3-bd53c6fa60c2 req-20cc86ab-4255-46ce-a091-47207256b822 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.101491 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-26d4a870-5c00-449d-aca3-bd53c6fa60c2 req-20cc86ab-4255-46ce-a091-47207256b822 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.4082263 Feb 02 14:31:13.233140 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-26d4a870-5c00-449d-aca3-bd53c6fa60c2 req-c8a5d722-5498-435b-918c-6e4d7d491f98 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111636 Feb 02 14:31:13.235047 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-43113347-e217-46e8-b200-40c396441ba1 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853487 Feb 02 14:31:13.242043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8598c00-af36-472c-a5d1-f96f2983bf39 req-d570fa23-cd3f-404d-8b04-80a2249cf8a0 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111761 Feb 02 14:31:13.243541 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62946-711a-44d6-86c7-eeb7f86ce5f4 req-b2b577f7-cedb-47a9-a26c-cc40c4b0bfa1 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.245028 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b1c62946-711a-44d6-86c7-eeb7f86ce5f4 req-b2b577f7-cedb-47a9-a26c-cc40c4b0bfa1 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 943 time: 0.0851173 Feb 02 14:31:13.292940 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b1c62946-711a-44d6-86c7-eeb7f86ce5f4 req-ce4809ee-4661-4ec5-b606-9892b824cc30 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Feb 02 14:31:13.429534 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-66daa93a-55d1-4f98-b3b8-b7a710574f23 req-92926f9d-971d-4d2a-bc02-0b1e4c2c7a11 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762955 Feb 02 14:31:13.463170 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-b9b39981-8d86-48b0-b0fd-a9b1479224da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.464767 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-b9b39981-8d86-48b0-b0fd-a9b1479224da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 1096 time: 0.0979788 Feb 02 14:31:13.664278 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-d3f4e529-2329-4b0b-8d4a-f2b361b0dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.665615 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-d3f4e529-2329-4b0b-8d4a-f2b361b0dd90 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 200 len: 910 time: 0.1348689 Feb 02 14:31:13.882290 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-30c5f8ec-4212-48b0-996a-ddca4e250dd1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02be0c54-668a-4c43-97b9-81a605d69aea HTTP/1.1" status: 200 len: 217 time: 0.1991439 Feb 02 14:31:13.965521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-2aca7b3b-9e69-4366-a75c-e61e9e85cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:13.968094 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-2aca7b3b-9e69-4366-a75c-e61e9e85cfdb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14a8c56b-e412-4f0f-bda6-987e2e8ce241 HTTP/1.1" status: 200 len: 849 time: 0.0796049 Feb 02 14:31:14.022952 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-0e605cf4-4ef3-4417-967b-6137bc124052 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466981 Feb 02 14:31:14.035656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0f61-76b7-4dbf-9388-980f3ad53ca5 req-dae1a77c-9dfa-4087-8140-1a89fce631a9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.037149 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4d5e0f61-76b7-4dbf-9388-980f3ad53ca5 req-dae1a77c-9dfa-4087-8140-1a89fce631a9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 943 time: 0.1975031 Feb 02 14:31:14.046026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942bfe3-584d-49ed-a17b-347dc63320ad req-01ecd609-8267-40e7-8721-2f6cc7e5078c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.050494 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0942bfe3-584d-49ed-a17b-347dc63320ad req-01ecd609-8267-40e7-8721-2f6cc7e5078c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0958359 Feb 02 14:31:14.101628 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0942bfe3-584d-49ed-a17b-347dc63320ad req-f7a13926-b9a6-48f7-9238-93b552cfc414 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471370 Feb 02 14:31:14.126693 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:14.179570 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4d5e0f61-76b7-4dbf-9388-980f3ad53ca5 req-8db2e095-f239-45f7-84c6-da085bf26197 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236777 Feb 02 14:31:14.216634 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-db876dba-b68c-40e0-bada-c6b065ca9023 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780088 Feb 02 14:31:14.288310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287213-793a-4e1b-859a-220e8150009d req-44d334b1-fcba-4318-8881-40e2b01a44e4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.289742 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5a287213-793a-4e1b-859a-220e8150009d req-44d334b1-fcba-4318-8881-40e2b01a44e4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0894852 Feb 02 14:31:14.341251 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5a287213-793a-4e1b-859a-220e8150009d req-d9fc2244-909c-4caa-acdd-3bf5f9da97ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440769 Feb 02 14:31:14.381348 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4970a4a-0356-4cea-8e8e-28d251faa8bb req-b7801d61-44f7-4128-9ce9-300a0de4bd6c service neutron] 10.222.0.95 "GET /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576216 Feb 02 14:31:14.399432 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e', 'status': 'completed', 'code': 200} Feb 02 14:31:14.625595 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f04c0-bb5d-42c3-bfd8-3268b59e3094 req-c64ecf60-1caf-4df1-997e-f15763030e40 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.627300 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2d7f04c0-bb5d-42c3-bfd8-3268b59e3094 req-c64ecf60-1caf-4df1-997e-f15763030e40 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1448777 Feb 02 14:31:14.650982 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-024c1cf2-c014-42f3-a04e-ad92aedcf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.653241 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-024c1cf2-c014-42f3-a04e-ad92aedcf23c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 1096 time: 0.1317244 Feb 02 14:31:14.681152 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2d7f04c0-bb5d-42c3-bfd8-3268b59e3094 req-75ca2cb1-68de-4adb-858d-789eb7aca8c3 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Feb 02 14:31:14.827841 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-0eae495c-07c4-4e88-b10e-6ac0748dbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.829890 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-0eae495c-07c4-4e88-b10e-6ac0748dbb43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 915 time: 0.1675293 Feb 02 14:31:14.951213 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-7c2e8976-f5ee-40dc-80e3-8a374de0a934 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e18154c-4cd6-4922-99b0-710104c7509e HTTP/1.1" status: 200 len: 217 time: 0.0922210 Feb 02 14:31:14.951452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55abfb-f216-4ef2-b02a-2288f0a4b1fc req-c3cbe052-e8d9-48cd-aca5-01953c682b34 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:14.953131 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fb55abfb-f216-4ef2-b02a-2288f0a4b1fc req-c3cbe052-e8d9-48cd-aca5-01953c682b34 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 943 time: 0.1296930 Feb 02 14:31:15.022036 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fb55abfb-f216-4ef2-b02a-2288f0a4b1fc req-96124e94-c005-4b87-b7ba-5514e6ffa3ae tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602350 Feb 02 14:31:15.039447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-fee8b474-6c5a-4ffe-9f52-7c5a3064e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:15.040932 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-fee8b474-6c5a-4ffe-9f52-7c5a3064e8ad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.0782564 Feb 02 14:31:15.109142 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-b2eeb0f4-b623-4673-bc35-25ca587b46cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482709 Feb 02 14:31:15.300047 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-1005e809-3f0f-41e4-ae71-fb83779e5d5c service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789544 Feb 02 14:31:15.592475 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438bfdc-10f6-472f-803b-9b91f3e194c2 req-e6cc2f37-ebeb-49d3-a0f5-99522dcae2c8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:15.593938 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7438bfdc-10f6-472f-803b-9b91f3e194c2 req-e6cc2f37-ebeb-49d3-a0f5-99522dcae2c8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1190863 Feb 02 14:31:15.629054 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85efc1b-624c-4cb8-a418-1d07d0a21b93 req-25b42317-bd33-455b-83ba-9573ece81bcf service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212163 Feb 02 14:31:15.640595 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cb24e-ecc3-4595-b458-fc0f3dd0decb req-5a616750-6379-4912-a8f0-6f1fa87268af tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:15.642021 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e50cb24e-ecc3-4595-b458-fc0f3dd0decb req-5a616750-6379-4912-a8f0-6f1fa87268af tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 943 time: 0.3033319 Feb 02 14:31:15.643838 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7438bfdc-10f6-472f-803b-9b91f3e194c2 req-07860f52-b8e4-46dc-a76e-b479ef4b6f10 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434849 Feb 02 14:31:15.693782 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e50cb24e-ecc3-4595-b458-fc0f3dd0decb req-fb8f8814-30da-471a-bc66-5797cf7aa551 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Feb 02 14:31:15.879233 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4449-8020-497f-8972-248031120686 req-bb43107d-766c-4cc8-9ff6-8e16a45130c3 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:15.880693 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-94ed4449-8020-497f-8972-248031120686 req-bb43107d-766c-4cc8-9ff6-8e16a45130c3 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0859382 Feb 02 14:31:15.927524 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-94ed4449-8020-497f-8972-248031120686 req-6430a7bb-2ed8-4064-aba3-0f329e203840 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Feb 02 14:31:16.211579 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5177604-3e9b-4684-9100-4ba91ede8d3a req-7be71bf6-8d3a-421c-98d5-e64fa44febf6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:16.212320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a5177604-3e9b-4684-9100-4ba91ede8d3a req-7be71bf6-8d3a-421c-98d5-e64fa44febf6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:16.229140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a5177604-3e9b-4684-9100-4ba91ede8d3a req-7be71bf6-8d3a-421c-98d5-e64fa44febf6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:16.230428 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a5177604-3e9b-4684-9100-4ba91ede8d3a req-7be71bf6-8d3a-421c-98d5-e64fa44febf6 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 943 time: 0.1032157 Feb 02 14:31:16.282095 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a5177604-3e9b-4684-9100-4ba91ede8d3a req-c72141a6-8ffa-419b-89a0-190193480068 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 Feb 02 14:31:16.313925 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02be0c54-668a-4c43-97b9-81a605d69aea details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:31:16.473280 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02be0c54-668a-4c43-97b9-81a605d69aea,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:16.487744 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '02be0c54-668a-4c43-97b9-81a605d69aea', 'network_id': 'a5c0c5ec-1065-467e-b2de-44ec5c9af7bb', 'port_id': '02be0c54-668a-4c43-97b9-81a605d69aea', 'mac_address': 'fa:16:3e:aa:eb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a8c56b-e412-4f0f-bda6-987e2e8ce241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:31:16.548940 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:16.569398 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be0c54-668a-4c43-97b9-81a605d69aea {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:16.588014 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02be0c54-668a-4c43-97b9-81a605d69aea,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:16.596837 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:16.597792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6e18154c-4cd6-4922-99b0-710104c7509e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:31:16.799110 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:16.818444 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e18154c-4cd6-4922-99b0-710104c7509e,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:16.834453 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '6e18154c-4cd6-4922-99b0-710104c7509e', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'port_id': '6e18154c-4cd6-4922-99b0-710104c7509e', 'mac_address': 'fa:16:3e:79:d3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c809121-1919-4677-a702-a68f048359b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:31:16.900090 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:16.919302 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c111-3bb0-487f-8565-6938c8333434 req-50579fc9-6bff-4e45-83c3-1b8c58343a4b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:16.920830 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e18154c-4cd6-4922-99b0-710104c7509e {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:16.922513 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5433c111-3bb0-487f-8565-6938c8333434 req-50579fc9-6bff-4e45-83c3-1b8c58343a4b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1443172 Feb 02 14:31:16.945983 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e18154c-4cd6-4922-99b0-710104c7509e,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:16.951863 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:16.989604 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5433c111-3bb0-487f-8565-6938c8333434 req-ae799e25-6c94-4b08-af07-b1fb2592d991 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595632 Feb 02 14:31:17.038564 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:17.097657 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282cc68-53a1-49e5-af24-b72374f45f46 req-ce50a96c-797d-4af7-beaf-429b56a8e035 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:17.099530 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6282cc68-53a1-49e5-af24-b72374f45f46 req-ce50a96c-797d-4af7-beaf-429b56a8e035 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 943 time: 0.2227538 Feb 02 14:31:17.155985 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6282cc68-53a1-49e5-af24-b72374f45f46 req-9c29323d-8746-425e-a779-86f7a45cb900 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499959 Feb 02 14:31:17.207582 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e294c-6ef3-4de7-80ed-aef763076a8a req-e15c41a9-c73b-4db8-bb0a-4c799a022809 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:17.209081 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5d7e294c-6ef3-4de7-80ed-aef763076a8a req-e15c41a9-c73b-4db8-bb0a-4c799a022809 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0931361 Feb 02 14:31:17.255429 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5d7e294c-6ef3-4de7-80ed-aef763076a8a req-29584f5f-9c13-4aea-8514-0923b088fafe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 Feb 02 14:31:17.469623 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['02be0c54-668a-4c43-97b9-81a605d69aea'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:17.486099 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d10cdd-2a24-4d58-931b-db67d7cc6603 req-c8ec8a98-b0ad-4e1d-9581-f7091fde7817 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:17.487641 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84d10cdd-2a24-4d58-931b-db67d7cc6603 req-c8ec8a98-b0ad-4e1d-9581-f7091fde7817 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 944 time: 0.0925689 Feb 02 14:31:17.509242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['6e18154c-4cd6-4922-99b0-710104c7509e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:17.534915 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84d10cdd-2a24-4d58-931b-db67d7cc6603 req-6f077949-1060-4722-b8fe-3053f6258115 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Feb 02 14:31:18.204893 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c93b-09b3-4b7a-8628-ddf4433fa9d0 req-186842da-0108-4025-874f-29fcb50b345a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:18.212497 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2265c93b-09b3-4b7a-8628-ddf4433fa9d0 req-186842da-0108-4025-874f-29fcb50b345a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0960989 Feb 02 14:31:18.267244 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2265c93b-09b3-4b7a-8628-ddf4433fa9d0 req-ba80c424-aab3-47a9-8243-ad68ca586d32 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532255 Feb 02 14:31:18.373516 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b09e41-0aeb-4d41-b38b-696ac5ac07d7 req-0c4098ef-2c10-4d8a-b694-23d7ee0cdd06 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:18.375078 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-52b09e41-0aeb-4d41-b38b-696ac5ac07d7 req-0c4098ef-2c10-4d8a-b694-23d7ee0cdd06 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 944 time: 0.0909383 Feb 02 14:31:18.422325 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-52b09e41-0aeb-4d41-b38b-696ac5ac07d7 req-ec082915-5f51-4c52-a8e9-93b294ee2ac0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Feb 02 14:31:18.470280 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0f32b-c0ac-49d3-8bbd-968aac01afe5 req-fb2be792-5021-42d0-b43b-ccb35c521194 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:18.471779 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2b0f32b-c0ac-49d3-8bbd-968aac01afe5 req-fb2be792-5021-42d0-b43b-ccb35c521194 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0929108 Feb 02 14:31:18.518911 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2b0f32b-c0ac-49d3-8bbd-968aac01afe5 req-9b985aa5-389b-4170-8c79-289c560529d4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Feb 02 14:31:18.648305 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:18.746582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02444556-5833-4c10-979b-a45599c5ab24 req-f68cd797-05b0-424e-83c8-20756a457d45 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:18.748116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-02444556-5833-4c10-979b-a45599c5ab24 req-f68cd797-05b0-424e-83c8-20756a457d45 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 944 time: 0.0931580 Feb 02 14:31:18.801256 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-02444556-5833-4c10-979b-a45599c5ab24 req-5b2a920c-b5a0-4065-858c-789d4f0e1918 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Feb 02 14:31:19.475697 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca84e8-ad6a-47ae-929f-b9e58841f2cb req-5be5a939-fede-4525-87da-5610f6f19581 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:19.478043 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9fca84e8-ad6a-47ae-929f-b9e58841f2cb req-5be5a939-fede-4525-87da-5610f6f19581 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0943694 Feb 02 14:31:19.544312 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9fca84e8-ad6a-47ae-929f-b9e58841f2cb req-936cec03-84ed-4ad7-8b33-3de0afce2573 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594923 Feb 02 14:31:19.641137 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0881f-adbd-44a6-aa40-11fd88bcbaa3 req-0d084cb0-cd52-43f1-afa3-59b6091d3358 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:19.641137 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-68f0881f-adbd-44a6-aa40-11fd88bcbaa3 req-0d084cb0-cd52-43f1-afa3-59b6091d3358 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 944 time: 0.1042402 Feb 02 14:31:19.689021 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-68f0881f-adbd-44a6-aa40-11fd88bcbaa3 req-5582cacb-1d65-4ed7-8ab8-b20c58c733f7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Feb 02 14:31:19.755161 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7347-37c4-4ab0-8618-bfd6cb5400f4 req-bb3212f7-9b7c-4f9f-84fa-b5f3f2c4e83c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:19.756750 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7a1d7347-37c4-4ab0-8618-bfd6cb5400f4 req-bb3212f7-9b7c-4f9f-84fa-b5f3f2c4e83c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0840790 Feb 02 14:31:19.803425 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7a1d7347-37c4-4ab0-8618-bfd6cb5400f4 req-8515eae6-6489-4256-b17b-d3cc914e0366 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Feb 02 14:31:19.997919 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dba5f-cd3f-46f1-98a6-9ca3f93b7153 req-3573070b-d361-4c78-ba98-150d64783d93 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:19.999376 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af2dba5f-cd3f-46f1-98a6-9ca3f93b7153 req-3573070b-d361-4c78-ba98-150d64783d93 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 944 time: 0.0888298 Feb 02 14:31:20.046119 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af2dba5f-cd3f-46f1-98a6-9ca3f93b7153 req-aa198989-84b2-4699-ab5a-73b8b33b4df4 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Feb 02 14:31:20.340584 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02be0c54-668a-4c43-97b9-81a605d69aea up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:20.413725 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 02be0c54-668a-4c43-97b9-81a605d69aea completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:20.418506 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 02be0c54-668a-4c43-97b9-81a605d69aea triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:20.419553 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:20.570959 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:20.602041 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:20.613316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02be0c54-668a-4c43-97b9-81a605d69aea,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:20.619480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:20.620458 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6e18154c-4cd6-4922-99b0-710104c7509e up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:20.683419 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea', 'code': 200} Feb 02 14:31:20.762039 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:20.783967 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 6e18154c-4cd6-4922-99b0-710104c7509e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:20.799667 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 6e18154c-4cd6-4922-99b0-710104c7509e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:20.800642 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:20.939266 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55f4a-98c9-4e2f-9c70-229d1565d6c2 req-48403b07-612b-45d4-9600-cd4197900be4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:20.941454 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6dd55f4a-98c9-4e2f-9c70-229d1565d6c2 req-48403b07-612b-45d4-9600-cd4197900be4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2662342 Feb 02 14:31:21.007224 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6dd55f4a-98c9-4e2f-9c70-229d1565d6c2 req-378f936a-b4ac-49fb-b123-c55ecd9bf320 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544252 Feb 02 14:31:21.049687 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.116221 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e18154c-4cd6-4922-99b0-710104c7509e,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:21.128927 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.157559 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef716ca-ee56-48e6-92d5-156b38bfa320 req-eaf6d8a0-4ac6-4634-8f1b-fceccf46666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:21.159825 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bef716ca-ee56-48e6-92d5-156b38bfa320 req-eaf6d8a0-4ac6-4634-8f1b-fceccf46666e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 1098 time: 0.1658864 Feb 02 14:31:21.168608 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb18fb-396e-4477-8092-a75de237aba1 req-66964dd9-5781-46a1-b209-08723fddb1fc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:21.171032 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95bb18fb-396e-4477-8092-a75de237aba1 req-66964dd9-5781-46a1-b209-08723fddb1fc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 944 time: 0.1330526 Feb 02 14:31:21.188117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 45942) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:21.209554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:21.242916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9954b94-815a-4e8e-9c07-21dea54596c9 req-f0b8a634-8ece-413c-ac5c-80481856a046 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:21.244408 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d9954b94-815a-4e8e-9c07-21dea54596c9 req-f0b8a634-8ece-413c-ac5c-80481856a046 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0947969 Feb 02 14:31:21.252554 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bef716ca-ee56-48e6-92d5-156b38bfa320 req-a3d5ce8e-e994-457f-b7d9-4f9319f144df service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803421 Feb 02 14:31:21.257109 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95bb18fb-396e-4477-8092-a75de237aba1 req-66b82aed-17d3-4e9e-b347-e392855204fe tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720649 Feb 02 14:31:21.293375 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d9954b94-815a-4e8e-9c07-21dea54596c9 req-be0e8046-f6db-489a-952e-bfd4b5414ce5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Feb 02 14:31:21.395175 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.422650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:21.432131 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Usage tracker for resource:security_group_rule and tenant:7da4bdeca0a94d9087cd8a8cfd541a5d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:31:21.438525 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:31:21.447521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:21.481167 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afda9b-4297-4d7a-b4ca-4592075a0125 req-2875dabf-89be-4ebf-bbe1-67364d125f09 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:21.483250 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-67afda9b-4297-4d7a-b4ca-4592075a0125 req-2875dabf-89be-4ebf-bbe1-67364d125f09 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.1283467 Feb 02 14:31:21.544660 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-67afda9b-4297-4d7a-b4ca-4592075a0125 req-71aa451a-8a1c-42a1-91e4-f4f13bb7e97c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Feb 02 14:31:21.593624 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.598817 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.650358 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7da4bdeca0a94d9087cd8a8cfd541a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611454 Feb 02 14:31:21.651219 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bb02d-3a6a-4674-b1bf-b833a02d6249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a83a0-99d3-4c4a-8296-7d76a25bb55c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:21.652967 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 45950) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:31:21.715636 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.741531 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.792888 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.813618 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a83a0-99d3-4c4a-8296-7d76a25bb55c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:21.820448 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:21.824245 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ce9023c7-183d-4774-a841-8a580a0665bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf3a83a0-99d3-4c4a-8296-7d76a25bb55c HTTP/1.1" status: 204 len: 168 time: 0.1676805 Feb 02 14:31:22.221252 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d187-c0ec-4e24-8dd3-0fd692a4a4ae req-913603d2-4e13-4084-bcae-5629ec309dc6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:22.222727 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8a81d187-c0ec-4e24-8dd3-0fd692a4a4ae req-913603d2-4e13-4084-bcae-5629ec309dc6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0963326 Feb 02 14:31:22.270168 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8a81d187-c0ec-4e24-8dd3-0fd692a4a4ae req-58a7d0f3-abe6-4008-8abb-29bdc1c399ac tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415833 Feb 02 14:31:22.445675 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f2f6f-dfa2-47f3-99ce-5bb45a7c5a93 req-75564ac3-4bd8-4af7-8d9b-9a15f2ebd013 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:22.447278 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-571f2f6f-dfa2-47f3-99ce-5bb45a7c5a93 req-75564ac3-4bd8-4af7-8d9b-9a15f2ebd013 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.0828128 Feb 02 14:31:22.496056 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-571f2f6f-dfa2-47f3-99ce-5bb45a7c5a93 req-08358806-588d-4d2b-b460-18256d37c4b9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Feb 02 14:31:22.552869 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876c00-6205-48e0-a34e-8e10ea889eb6 req-9930e289-801c-436d-b07e-05a19161795c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:22.554339 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8876c00-6205-48e0-a34e-8e10ea889eb6 req-9930e289-801c-436d-b07e-05a19161795c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1494651 Feb 02 14:31:22.602386 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8876c00-6205-48e0-a34e-8e10ea889eb6 req-da7a989f-c79b-4714-9362-752ba298b0b1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Feb 02 14:31:22.685291 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:22.741523 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e', 'code': 200} Feb 02 14:31:22.764357 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7cfae-d94c-447f-a4be-8027078a8c59 req-e6e2c01b-0361-49bc-baf0-fa879c4b73fb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:22.765712 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6b7cfae-d94c-447f-a4be-8027078a8c59 req-e6e2c01b-0361-49bc-baf0-fa879c4b73fb tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.0938306 Feb 02 14:31:22.809128 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6b7cfae-d94c-447f-a4be-8027078a8c59 req-357cbc76-6daf-47aa-9f89-abfad7141d8c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Feb 02 14:31:23.055515 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a558e-4758-44ec-a550-22c18c188f8f req-a18b4de8-987b-4234-86a1-8dcd3309c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:23.057111 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c19a558e-4758-44ec-a550-22c18c188f8f req-a18b4de8-987b-4234-86a1-8dcd3309c2e5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 1098 time: 0.0710711 Feb 02 14:31:23.148454 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c19a558e-4758-44ec-a550-22c18c188f8f req-9859c230-3de4-401a-a671-cb9ff9f4d559 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Feb 02 14:31:23.468015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d0183-ce78-4158-ab1c-3e6dbde89331 req-0a1498b7-e67c-44bd-8d67-b99595841ff4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:23.469506 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-166d0183-ce78-4158-ab1c-3e6dbde89331 req-0a1498b7-e67c-44bd-8d67-b99595841ff4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0843878 Feb 02 14:31:23.519791 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-166d0183-ce78-4158-ab1c-3e6dbde89331 req-2e8efc04-2897-4702-b98b-d77954a219b8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443149 Feb 02 14:31:23.831495 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58116-5a8f-4f7b-a67d-0b9d7b3a68af req-a104450d-d267-40bc-b405-ae61a584ac7d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:23.833687 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-38c58116-5a8f-4f7b-a67d-0b9d7b3a68af req-a104450d-d267-40bc-b405-ae61a584ac7d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0952070 Feb 02 14:31:23.854568 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85d2cb-af89-4343-9c3e-dda56907f90b req-f5eb07fa-b585-4342-baa5-e8b574758e5f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:23.856350 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1b85d2cb-af89-4343-9c3e-dda56907f90b req-f5eb07fa-b585-4342-baa5-e8b574758e5f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.1224248 Feb 02 14:31:23.892040 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-38c58116-5a8f-4f7b-a67d-0b9d7b3a68af req-8c3191d2-688e-4b36-b4f8-27b2c7f0595a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500739 Feb 02 14:31:23.927104 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1b85d2cb-af89-4343-9c3e-dda56907f90b req-2c5ff75e-a5a7-48dc-8525-61ba37c8965e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594840 Feb 02 14:31:24.132004 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ed59e-ee99-4715-8029-49634c3fb71d req-a86d9100-c730-4e53-80ec-2b57d267366c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:24.134617 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a3ed59e-ee99-4715-8029-49634c3fb71d req-a86d9100-c730-4e53-80ec-2b57d267366c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.1128259 Feb 02 14:31:24.193141 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a3ed59e-ee99-4715-8029-49634c3fb71d req-275800ce-30d6-4707-9778-8250e4c9a42a tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Feb 02 14:31:24.508475 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-49d6167f-db25-4542-92cc-aabb2754a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:24.510941 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-49d6167f-db25-4542-92cc-aabb2754a5bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.0954933 Feb 02 14:31:24.592485 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975eee-da8e-47a8-9780-9e02ca16343c req-5042ec45-8985-441f-89f6-1bfe5bd6535f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:24.595753 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-34975eee-da8e-47a8-9780-9e02ca16343c req-5042ec45-8985-441f-89f6-1bfe5bd6535f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1579297 Feb 02 14:31:24.659163 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-34975eee-da8e-47a8-9780-9e02ca16343c req-72be0ced-0715-4aa9-9b4d-72e6efe1d840 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563645 Feb 02 14:31:24.876460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-57a20020-d57b-4ebe-9596-5186b194c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:24.879114 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-57a20020-d57b-4ebe-9596-5186b194c5d3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.3596425 Feb 02 14:31:24.900913 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05eb05-dff9-45c0-bc51-39341e90db76 req-767fd4b8-f0cd-4943-85fa-c66f7c67175f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:24.904933 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ca05eb05-dff9-45c0-bc51-39341e90db76 req-767fd4b8-f0cd-4943-85fa-c66f7c67175f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2406733 Feb 02 14:31:25.084769 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-db3ddeb3-8fdb-430c-84c5-20238a5577d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1345906 Feb 02 14:31:25.189694 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d68fb-a946-4603-91c1-f1c9e516b90a req-517b3396-e127-4d5a-9041-21a92cb5f410 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:25.197597 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-105d68fb-a946-4603-91c1-f1c9e516b90a req-517b3396-e127-4d5a-9041-21a92cb5f410 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1394429 Feb 02 14:31:25.244312 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-105d68fb-a946-4603-91c1-f1c9e516b90a req-776a689b-19bc-4bc7-8f8c-1138ea5d2eb0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458126 Feb 02 14:31:25.327753 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ca05eb05-dff9-45c0-bc51-39341e90db76 req-90d574e9-fe99-4541-90c6-52ef0dbc3698 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4153366 Feb 02 14:31:25.378081 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-27aa7631-6e04-4b8f-9f2d-d63b66a20919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:25.380271 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-27aa7631-6e04-4b8f-9f2d-d63b66a20919 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.2817712 Feb 02 14:31:25.450581 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-756470a9-507b-4a70-bdda-e91c941c2a43 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614946 Feb 02 14:31:25.659780 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d170107-a9e4-4bbd-98c7-b00fcd4b3593 req-20f3ec1f-0285-47d0-9da7-b09c112101e3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:25.661420 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8d170107-a9e4-4bbd-98c7-b00fcd4b3593 req-20f3ec1f-0285-47d0-9da7-b09c112101e3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.2075491 Feb 02 14:31:25.705030 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-40cb851f-8377-4bbc-80e0-044fa9f6a4b8 service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450812 Feb 02 14:31:25.755942 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8d170107-a9e4-4bbd-98c7-b00fcd4b3593 req-e2e53750-b0ad-4633-b628-36558d288e95 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809312 Feb 02 14:31:26.003567 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6f6f4d1-f354-4eca-a4f4-e00de49fd102 req-f4d34c62-3c4a-4b29-8e99-e423f0d83d6a service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753625 Feb 02 14:31:26.080234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169c9aa-e6a3-452c-9788-2e59200e84fc req-bfddaa2d-4934-480a-89ac-8a2acc29a912 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.093611 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a169c9aa-e6a3-452c-9788-2e59200e84fc req-bfddaa2d-4934-480a-89ac-8a2acc29a912 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1588252 Feb 02 14:31:26.168917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05a1-843c-4e9c-8625-c338c412939e req-4f79ca4c-f68e-4051-9f56-463cab9f9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.177762 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-4f79ca4c-f68e-4051-9f56-463cab9f9d3e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1098 time: 0.1726911 Feb 02 14:31:26.179112 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a169c9aa-e6a3-452c-9788-2e59200e84fc req-60cc3476-5c63-4715-82a0-cc00820145f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Feb 02 14:31:26.485713 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05a1-843c-4e9c-8625-c338c412939e req-22dfe800-f82f-4fd6-8cb5-2edf56cbca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.487208 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-22dfe800-f82f-4fd6-8cb5-2edf56cbca05 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.2301424 Feb 02 14:31:26.501731 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41524-fb9f-4732-a926-f256c2dda7a9 req-f30a9318-3ebc-46f3-a650-022990cccfb0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.503532 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5eb41524-fb9f-4732-a926-f256c2dda7a9 req-f30a9318-3ebc-46f3-a650-022990cccfb0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1610413 Feb 02 14:31:26.701679 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5eb41524-fb9f-4732-a926-f256c2dda7a9 req-c7ac266b-2cb7-4cf5-81b1-ae565a098bc2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177058 Feb 02 14:31:26.709137 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-46341d19-9b84-4c6e-ac10-acc33f24ab4e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 1000 time: 0.2043633 Feb 02 14:31:26.797918 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd388-7350-40e1-9843-a1e03143cc12 req-ba0442c2-5db5-4bb2-b299-e05a1710a01f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.799333 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c9ecd388-7350-40e1-9843-a1e03143cc12 req-ba0442c2-5db5-4bb2-b299-e05a1710a01f tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.1257792 Feb 02 14:31:26.827674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05a1-843c-4e9c-8625-c338c412939e req-8395a754-3449-4a1e-820c-3e162de674e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.829964 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-8395a754-3449-4a1e-820c-3e162de674e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.1092956 Feb 02 14:31:26.867288 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c9ecd388-7350-40e1-9843-a1e03143cc12 req-cbc0e83d-59f2-4952-8a17-4997b5da1b57 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584447 Feb 02 14:31:26.986933 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05a1-843c-4e9c-8625-c338c412939e req-60b5349c-5c3f-48fa-9695-6c1a60951933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:26.988670 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-60b5349c-5c3f-48fa-9695-6c1a60951933 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1510737 Feb 02 14:31:27.005157 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015f06a-6cf6-4634-ac8c-6b22ade79174 req-ff9a4f3b-5d2c-4e82-aa3a-4f1c126a297e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:27.009599 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f015f06a-6cf6-4634-ac8c-6b22ade79174 req-ff9a4f3b-5d2c-4e82-aa3a-4f1c126a297e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1355343 Feb 02 14:31:27.144657 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f015f06a-6cf6-4634-ac8c-6b22ade79174 req-af0e7cb6-1aa1-4121-9a42-e23cdee4a23a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124284 Feb 02 14:31:27.200990 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-1f4bfaf0-6007-422b-8988-6d32378ca019 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890030 Feb 02 14:31:27.556354 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-906c05a1-843c-4e9c-8625-c338c412939e req-955f1990-0a6e-46dd-b882-12c904f2036d service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493783 Feb 02 14:31:27.598910 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54e71-e7bc-48d2-abd0-8870c7d2cbd0 req-5fc2e227-0b78-4f74-8f86-c24302869237 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:27.601428 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-04c54e71-e7bc-48d2-abd0-8870c7d2cbd0 req-5fc2e227-0b78-4f74-8f86-c24302869237 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2410758 Feb 02 14:31:27.683171 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-04c54e71-e7bc-48d2-abd0-8870c7d2cbd0 req-5d248f6e-1f3b-450a-bf76-14579ac0f21e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708930 Feb 02 14:31:27.995852 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa61f01-7f3f-48b0-8869-6e043f2f6388 req-6d537844-28f1-446e-af2b-67b801b59e67 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:27.999294 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7aa61f01-7f3f-48b0-8869-6e043f2f6388 req-6d537844-28f1-446e-af2b-67b801b59e67 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1553082 Feb 02 14:31:28.078468 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7aa61f01-7f3f-48b0-8869-6e043f2f6388 req-e70d69d0-5a96-4dcc-9027-e5623a1e0a90 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685809 Feb 02 14:31:28.108957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b81da-bf8b-464e-bd23-eb513142b1d1 req-f072e30c-dc2f-4562-8dd8-07000849f268 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:28.110856 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-158b81da-bf8b-464e-bd23-eb513142b1d1 req-f072e30c-dc2f-4562-8dd8-07000849f268 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.1092768 Feb 02 14:31:28.162678 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-158b81da-bf8b-464e-bd23-eb513142b1d1 req-9f8f1854-76d7-44a5-8656-63c4c45c6e0e tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 Feb 02 14:31:28.374929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d054a-5ad5-4dca-ae9c-3025147bba25 req-69cf6879-832d-410c-9022-2dfb80f375c6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:28.376406 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-651d054a-5ad5-4dca-ae9c-3025147bba25 req-69cf6879-832d-410c-9022-2dfb80f375c6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0896587 Feb 02 14:31:28.428445 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-651d054a-5ad5-4dca-ae9c-3025147bba25 req-e7cf3788-dc47-4441-a6d4-1c3a4aecef9f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434427 Feb 02 14:31:28.697861 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2707f8-a34b-4112-89cf-34be72123015 req-25e357ab-fc29-44a6-b111-fd98eadf30c2 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:28.699181 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6f2707f8-a34b-4112-89cf-34be72123015 req-25e357ab-fc29-44a6-b111-fd98eadf30c2 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.2039585 Feb 02 14:31:28.864479 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Deleting port 02be0c54-668a-4c43-97b9-81a605d69aea {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:31:28.865053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:29.055429 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ef085-e845-4359-a236-4e04b7685172 req-3ce6a38c-5be1-478a-ae68-42a8d6804046 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:29.058240 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b31ef085-e845-4359-a236-4e04b7685172 req-3ce6a38c-5be1-478a-ae68-42a8d6804046 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1745389 Feb 02 14:31:29.131998 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b31ef085-e845-4359-a236-4e04b7685172 req-9bcb37ed-56ac-4097-b333-0335c3b8d9c4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650897 Feb 02 14:31:29.290377 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] For port 02be0c54-668a-4c43-97b9-81a605d69aea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02be0c54-668a-4c43-97b9-81a605d69aea,segment=NetworkSegment(8ec00970-198e-4a51-a899-6ce3d3efd7be),segment_id=8ec00970-198e-4a51-a899-6ce3d3efd7be)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:29.291036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:29.452478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Calling delete_port for 02be0c54-668a-4c43-97b9-81a605d69aea owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:31:29.464576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59749e-4851-44e6-a991-2d859fc3ffcb req-6206a058-57c1-4332-98a1-c1b78aa19778 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:29.468059 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a59749e-4851-44e6-a991-2d859fc3ffcb req-6206a058-57c1-4332-98a1-c1b78aa19778 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 945 time: 0.1123881 Feb 02 14:31:29.529293 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a59749e-4851-44e6-a991-2d859fc3ffcb req-f519818d-fa57-4cf6-a8f2-a9f73295994e tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/security-groups?id=c38ec6df-c9df-4bc0-8ca3-6605c20df294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Feb 02 14:31:29.534125 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182785a0-2880-417d-97b0-a3d99edd99c8 req-0ff80dcb-2cef-412a-967a-dbdef5d7ace0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:29.537201 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-182785a0-2880-417d-97b0-a3d99edd99c8 req-0ff80dcb-2cef-412a-967a-dbdef5d7ace0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.3089042 Feb 02 14:31:29.654238 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-182785a0-2880-417d-97b0-a3d99edd99c8 req-60bff6d7-f1a6-4a36-af86-ee039d69e146 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056190 Feb 02 14:31:29.744395 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:29.786185 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6eca-3b78-418b-8c93-2d9fae5dac5e req-aba51f3f-a073-483b-a919-b43253f6e740 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:29.787802 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-28ef6eca-3b78-418b-8c93-2d9fae5dac5e req-aba51f3f-a073-483b-a919-b43253f6e740 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.0989738 Feb 02 14:31:29.801648 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['02be0c54-668a-4c43-97b9-81a605d69aea'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:29.849258 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Pushing event deleted for resources: {'Port': ['ID=02be0c54-668a-4c43-97b9-81a605d69aea,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:29.884103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-28ef6eca-3b78-418b-8c93-2d9fae5dac5e req-f19ccdb2-44e0-4850-afef-d788f18c64b6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843952 Feb 02 14:31:29.992238 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] No DVR routers for this DVR port 02be0c54-668a-4c43-97b9-81a605d69aea on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:31:29.998652 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:30.006140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'name': 'network-vif-deleted', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:30.037979 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6f2707f8-a34b-4112-89cf-34be72123015 req-a36a1e81-1605-48ca-aa9c-8bbf3fd2c00c tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.95 "DELETE /v2.0/ports/02be0c54-668a-4c43-97b9-81a605d69aea HTTP/1.1" status: 204 len: 173 time: 1.2847588 Feb 02 14:31:30.093370 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1e7641-0362-4850-9fa2-b79833f3dd29', 'name': 'network-vif-deleted', 'tag': '02be0c54-668a-4c43-97b9-81a605d69aea', 'status': 'completed', 'code': 200} Feb 02 14:31:30.426505 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:31:30.452620 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f72f-70e0-4d34-bf7f-5cfae083da2d req-282b36cb-6912-4900-b9c0-4acfe578d5ff tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:30.454295 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8389f72f-70e0-4d34-bf7f-5cfae083da2d req-282b36cb-6912-4900-b9c0-4acfe578d5ff tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0968926 Feb 02 14:31:30.496167 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-4eb116df-9a39-48f3-b4a8-aa1c0196107c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:30.499190 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-4eb116df-9a39-48f3-b4a8-aa1c0196107c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.1868556 Feb 02 14:31:30.521616 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-4d9a5677-e028-4990-82e4-e4a43f4f3001 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/quotas/3e1fe0d1ac4f472296a863b573b8fe6a HTTP/1.1" status: 200 len: 375 time: 0.0171082 Feb 02 14:31:30.527371 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8389f72f-70e0-4d34-bf7f-5cfae083da2d req-28302cd8-a73a-4b6d-88b4-9b030a1bff1e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Feb 02 14:31:30.625955 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-2c84638c-bd8d-40b4-b0d7-0408ec363776 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969300 Feb 02 14:31:30.647179 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:30.671092 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '061177ba-6926-4c5a-8048-649914f7149f', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:31:30.767700 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:30.780676 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b0df364b-4515-41da-a37a-8a8b27277cd2 req-3cdc0f82-5a89-4eff-b9d2-1252834f47a3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Synchronizing usage tracker for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:30.794565 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:30.799644 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-b0df364b-4515-41da-a37a-8a8b27277cd2 req-3cdc0f82-5a89-4eff-b9d2-1252834f47a3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] Unset dirty status for tenant:d6da06e91dcd48e58d9d4daf4997ca3a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:30.802841 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b0df364b-4515-41da-a37a-8a8b27277cd2 req-3cdc0f82-5a89-4eff-b9d2-1252834f47a3 tempest-VolumesActionsTest-1697756091 tempest-VolumesActionsTest-1697756091-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1e7641-0362-4850-9fa2-b79833f3dd29 HTTP/1.1" status: 200 len: 210 time: 0.0819073 Feb 02 14:31:30.820272 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:30.825835 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-08aacf6b-1d8a-4ee0-9c72-1490b5129ecd service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884959 Feb 02 14:31:30.835093 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:30.919167 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=6']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:31.124169 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-6933cdb0-7fe7-4b78-8758-d0a404d1e82a service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852542 Feb 02 14:31:31.166717 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2701-6728-4643-8d42-d0e5c7af2a4b req-0b149882-6ef2-48c6-9eb3-bb213b80c80a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:31.168652 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-160e2701-6728-4643-8d42-d0e5c7af2a4b req-0b149882-6ef2-48c6-9eb3-bb213b80c80a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 944 time: 0.1325603 Feb 02 14:31:31.191065 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['061177ba-6926-4c5a-8048-649914f7149f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:31.260196 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-160e2701-6728-4643-8d42-d0e5c7af2a4b req-0f8921b8-3aa8-4002-a722-6606504d1281 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794110 Feb 02 14:31:31.421490 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3e4afa8e-8cc1-44b7-8186-454cb4f970fa req-3f9a87b9-7d36-472d-88e4-e746071f5cf5 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 210 time: 0.0876863 Feb 02 14:31:31.779581 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a81b6-dd32-42aa-a902-4682adeb137d req-7803e30c-1f37-4c44-a74a-fdc8afd8b200 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:31.781585 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bd9a81b6-dd32-42aa-a902-4682adeb137d req-7803e30c-1f37-4c44-a74a-fdc8afd8b200 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0988753 Feb 02 14:31:31.843357 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bd9a81b6-dd32-42aa-a902-4682adeb137d req-0d3597ad-86f8-4d86-980c-f7830bfee193 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Feb 02 14:31:32.484275 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:32.555636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e00c7-62a5-4f25-9d4c-b51fc336f807 req-180385c2-1da4-4867-adf9-4ba9e165da4f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:32.557618 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3a7e00c7-62a5-4f25-9d4c-b51fc336f807 req-180385c2-1da4-4867-adf9-4ba9e165da4f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 944 time: 0.1412523 Feb 02 14:31:32.677477 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3a7e00c7-62a5-4f25-9d4c-b51fc336f807 req-6d96235f-eced-4952-b7be-95a8789e83ca tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083286 Feb 02 14:31:32.682979 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 061177ba-6926-4c5a-8048-649914f7149f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:32.684148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:32.727230 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4e9fe995-3e8d-4a5b-aa6d-2f5ab04d4fc0 req-023df640-ad54-48a3-972a-c154de78d10d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 210 time: 0.0953400 Feb 02 14:31:32.976195 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:33.037091 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:33.078386 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:33.084434 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:33.085612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02be0c54-668a-4c43-97b9-81a605d69aea no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:31:33.156523 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'code': 200} Feb 02 14:31:33.238951 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cf6db-bd9f-4a66-9f91-bec0c55eb5b0 req-2294549f-4f31-48a3-898e-4ff24ab94a84 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:33.240963 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-888cf6db-bd9f-4a66-9f91-bec0c55eb5b0 req-2294549f-4f31-48a3-898e-4ff24ab94a84 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1724234 Feb 02 14:31:33.250735 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=7']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:33.253643 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d0eac495-e4cd-4506-9e51-4eb3c419dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:33.266066 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 02be0c54-668a-4c43-97b9-81a605d69aea {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:31:33.268391 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02be0c54-668a-4c43-97b9-81a605d69aea not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:31:33.295067 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-9f9a0301-c6e8-45ea-848e-43f8e5f75d42 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:33.296563 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-9f9a0301-c6e8-45ea-848e-43f8e5f75d42 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.3529577 Feb 02 14:31:33.321643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Request body: {'port': {'device_id': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'admin_state_up': True, 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:33.343852 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-888cf6db-bd9f-4a66-9f91-bec0c55eb5b0 req-21c282f0-13b9-44b3-a9a2-daf4f6893966 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857000 Feb 02 14:31:33.645200 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:33.658435 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:33.684643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:31:33.690166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:33.945824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Allocated IP 172.20.0.13 (14a6eea5-7f66-4297-be41-67904eb3705b/6c809121-1919-4677-a702-a68f048359b6/772bf3a4-4b51-4faa-9ae8-052cd2cd6d63) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:31:34.048274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102bd53-b9ca-48e2-b070-f068f12404a7 req-35c764a6-da73-46e3-b71d-11bc8f1fdfa3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:34.058120 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8102bd53-b9ca-48e2-b070-f068f12404a7 req-35c764a6-da73-46e3-b71d-11bc8f1fdfa3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1420581 Feb 02 14:31:34.119556 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8102bd53-b9ca-48e2-b070-f068f12404a7 req-5cf85f55-8271-4970-b5b0-de8b8f86bc91 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565841 Feb 02 14:31:34.156603 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d9132533-23a7-4488-9fd4-4fc70ecf5813 req-5b5a7b35-bde6-4316-b978-0feff05dde32 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 210 time: 0.1551030 Feb 02 14:31:34.460521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:34.500716 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:34.544981 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd', '6e18154c-4cd6-4922-99b0-710104c7509e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:34.650096 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Network 14a6eea5-7f66-4297-be41-67904eb3705b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:34.656597 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:34.663416 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:31:34.711351 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event updated for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:34.835844 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:34.839216 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:34.896182 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-7550746b-a8bc-4fae-8089-c57b7c5498ad tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5783720 Feb 02 14:31:34.953033 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c3d9-5781-46c2-8f4f-e8c1943f91df req-d23537cb-0ef0-414a-a538-4408b606964b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:34.955183 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0890c3d9-5781-46c2-8f4f-e8c1943f91df req-d23537cb-0ef0-414a-a538-4408b606964b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1632261 Feb 02 14:31:35.036952 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0890c3d9-5781-46c2-8f4f-e8c1943f91df req-1f6d800a-f110-4d33-b0d7-12a3407ff8b5 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752664 Feb 02 14:31:35.475024 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791f85-1297-4b05-ab21-63b83b1286df req-c3848d75-dfbc-4ac7-ba36-11b343cda2e6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:35.478403 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c791f85-1297-4b05-ab21-63b83b1286df req-c3848d75-dfbc-4ac7-ba36-11b343cda2e6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1382141 Feb 02 14:31:35.550374 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168c6f2-02b9-427e-9eaf-b509dfc9fa8a req-0a1f7447-2862-4628-ad1c-52d574e8de99 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:35.552113 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4168c6f2-02b9-427e-9eaf-b509dfc9fa8a req-0a1f7447-2862-4628-ad1c-52d574e8de99 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 932 time: 0.1377885 Feb 02 14:31:35.609235 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c791f85-1297-4b05-ab21-63b83b1286df req-b9aa8fb7-ed5c-4563-b8a3-71be91a789e3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176658 Feb 02 14:31:35.641262 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4168c6f2-02b9-427e-9eaf-b509dfc9fa8a req-925cb30e-8305-4eb3-98ce-33fd17db2cc9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790589 Feb 02 14:31:36.239587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7dc879f7-d41b-40ba-8fe7-f69385aa9a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:36.367782 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657578-b765-4d63-9c77-f6e6aded728f req-a7d1a928-4b3a-4629-951b-417335039b6c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:36.378294 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24657578-b765-4d63-9c77-f6e6aded728f req-a7d1a928-4b3a-4629-951b-417335039b6c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1604125 Feb 02 14:31:36.444314 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-24657578-b765-4d63-9c77-f6e6aded728f req-b2a363a2-25fa-49d7-b203-8baeee01da5b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647950 Feb 02 14:31:36.919921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a60c3c-542c-4316-bda9-923195b53eb5 req-01ea5e9e-1859-43d5-82cb-500813a67ec8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:36.927984 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-11a60c3c-542c-4316-bda9-923195b53eb5 req-01ea5e9e-1859-43d5-82cb-500813a67ec8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1349535 Feb 02 14:31:36.994833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0330-9ffc-41c5-b1c6-a315fbfde608 req-90298bff-429d-488e-b07d-4a702a25c593 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:36.995703 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-af2d0330-9ffc-41c5-b1c6-a315fbfde608 req-90298bff-429d-488e-b07d-4a702a25c593 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:36.999006 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-11a60c3c-542c-4316-bda9-923195b53eb5 req-892ce5f0-571f-493e-89d9-01bd1868813e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699146 Feb 02 14:31:37.034387 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-af2d0330-9ffc-41c5-b1c6-a315fbfde608 req-90298bff-429d-488e-b07d-4a702a25c593 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:37.046382 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af2d0330-9ffc-41c5-b1c6-a315fbfde608 req-90298bff-429d-488e-b07d-4a702a25c593 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 932 time: 0.2433107 Feb 02 14:31:37.096631 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:31:37.149303 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af2d0330-9ffc-41c5-b1c6-a315fbfde608 req-f61af0f4-9320-4b2e-a9ec-c665a9a2144e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015098 Feb 02 14:31:37.202223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:37.356998 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:37.522609 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Request body: {'port': {'device_id': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:37.687037 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:37.833448 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb702-39c6-4be9-90c2-00c41fe958a7 req-d1af44c6-0d4b-4681-b6e6-ec6b138f2fb2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:37.835650 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d6ccb702-39c6-4be9-90c2-00c41fe958a7 req-d1af44c6-0d4b-4681-b6e6-ec6b138f2fb2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1537936 Feb 02 14:31:37.930316 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d6ccb702-39c6-4be9-90c2-00c41fe958a7 req-1df76795-b36f-4dc3-b34c-9e9f5716569e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831420 Feb 02 14:31:38.413088 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca6869-c332-4707-bef1-184480bd29fb req-748d1c21-cc87-431a-9046-b476059c76f6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:38.414397 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4ca6869-c332-4707-bef1-184480bd29fb req-748d1c21-cc87-431a-9046-b476059c76f6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2626832 Feb 02 14:31:38.420301 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:38.447298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:38.501712 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82bb5a-c796-4537-a5ee-87d7673838f2 req-94f9ffa2-4ff0-4458-951c-db270a20d0e3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:38.523908 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1d82bb5a-c796-4537-a5ee-87d7673838f2 req-94f9ffa2-4ff0-4458-951c-db270a20d0e3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 932 time: 0.1583810 Feb 02 14:31:38.535441 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Transition to ACTIVE for port object 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:38.546849 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:38.609719 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e4ca6869-c332-4707-bef1-184480bd29fb req-6523e8db-3e4e-4d0e-95fe-4873b47acb53 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1843274 Feb 02 14:31:38.615900 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1d82bb5a-c796-4537-a5ee-87d7673838f2 req-74d498ce-562e-4d31-adcd-0c4deca7c909 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909476 Feb 02 14:31:38.880884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Pushing event updated for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:39.039436 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Attempting to bind port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:39.039770 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Attempting to bind port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:39.040077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Attempting to bind port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:39.046565 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 on network 14a6eea5-7f66-4297-be41-67904eb3705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:31:39.046912 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Attempting to bind port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:39.053096 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:39.053565 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Checking segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:39.054165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Bound using segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:39.054635 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Bound port: 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:39.055042 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:39.320506 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:39.331392 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:39.348468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54d9a2-574a-4c85-940a-74e85e6611bc req-f938e101-491a-451f-815b-37d4ac664c1a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:39.363058 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9c54d9a2-574a-4c85-940a-74e85e6611bc req-f938e101-491a-451f-815b-37d4ac664c1a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2522106 Feb 02 14:31:39.391492 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:39.394783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:39.547534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:39.548644 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:39.551233 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] 10.222.0.95 "PUT /v2.0/ports/772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 HTTP/1.1" status: 200 len: 1094 time: 2.0458846 Feb 02 14:31:39.584641 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9c54d9a2-574a-4c85-940a-74e85e6611bc req-d8e85775-9988-417f-97ca-0d9c6d8d3cbb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201703 Feb 02 14:31:39.585499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:39.739761 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'status': 'completed', 'code': 200} Feb 02 14:31:39.756775 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55625e5-605e-424e-8a85-527c7e457c90 service neutron] Pushing event updated for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:39.879464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-2ae6eb72-f881-4249-a9a9-58a517cac6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:39.882588 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-2ae6eb72-f881-4249-a9a9-58a517cac6f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 1097 time: 0.2400718 Feb 02 14:31:39.908105 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-f31b89f3-d9f5-4633-bcde-d2d383214d29 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375232333&fields=id&tenant_id=c0f2e58bef0c449687b260265c987380 HTTP/1.1" status: 200 len: 267 time: 0.0931857 Feb 02 14:31:40.085475 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda57d-a8a8-41fa-9295-6b851eb87bd4 req-0c9ead78-9ea4-47ad-92a8-49777d68829e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:40.099404 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7eeda57d-a8a8-41fa-9295-6b851eb87bd4 req-0c9ead78-9ea4-47ad-92a8-49777d68829e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.3092706 Feb 02 14:31:40.132013 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-2a20db3c-81fa-44bd-9afb-5e37928f27a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 HTTP/1.1" status: 200 len: 217 time: 0.2284200 Feb 02 14:31:40.278740 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7eeda57d-a8a8-41fa-9295-6b851eb87bd4 req-557eb5eb-15b7-4bbb-a987-757e4c40c36b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1778653 Feb 02 14:31:40.290118 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-f27fa2c8-5a47-405b-9c44-8fc8d55ad0e2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:40.293734 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-f27fa2c8-5a47-405b-9c44-8fc8d55ad0e2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 808 time: 0.3779278 Feb 02 14:31:40.331335 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-9e25aeb1-6ea9-43d6-bd00-99f9f1cea7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:40.346403 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-dc63d3ef-af76-4c41-b8d3-0bcc07c7104d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/quotas/c0f2e58bef0c449687b260265c987380 HTTP/1.1" status: 200 len: 375 time: 0.0334103 Feb 02 14:31:40.346668 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-9e25aeb1-6ea9-43d6-bd00-99f9f1cea7b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.1816339 Feb 02 14:31:40.478935 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-5868b3a9-dd8b-47c6-89aa-240104649972 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375499 Feb 02 14:31:40.496790 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-3bbf686f-29f0-4f9d-a949-e245ac33199b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Synchronizing usage tracker for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:40.551340 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-3bbf686f-29f0-4f9d-a949-e245ac33199b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Unset dirty status for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:40.565355 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-3bbf686f-29f0-4f9d-a949-e245ac33199b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294712 Feb 02 14:31:40.884555 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-043f13f9-0499-4f2e-8153-a01b7ccf771b service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974667 Feb 02 14:31:40.942610 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-878f1f67-6987-4007-ab9f-51a867e1993b service neutron] 10.222.0.48 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634026 Feb 02 14:31:41.271065 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-5f883a29-21e8-4488-b270-a48e08180eab service neutron] 10.222.0.48 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206367 Feb 02 14:31:41.274912 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14346a-aee7-4cec-9c6e-46bef468d89d req-6926fe18-6fd2-40d9-8f6e-ccf7a3994583 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:41.277973 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2d14346a-aee7-4cec-9c6e-46bef468d89d req-6926fe18-6fd2-40d9-8f6e-ccf7a3994583 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 944 time: 0.3915260 Feb 02 14:31:41.435995 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2d14346a-aee7-4cec-9c6e-46bef468d89d req-52f03d4d-76dd-4450-b105-6d31a647da83 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270926 Feb 02 14:31:41.450123 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ac0c023c-ad2e-47ed-b8bc-750df853e292 req-2c4c0f4c-a072-424c-8f99-7d1e20c686bd service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116182 Feb 02 14:31:42.041719 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b5177-1ec3-4bf5-9c79-50226822eb8d req-d1b20d28-80ae-41b3-bbed-2f5e8ced43e9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:42.045126 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-546b5177-1ec3-4bf5-9c79-50226822eb8d req-d1b20d28-80ae-41b3-bbed-2f5e8ced43e9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2410336 Feb 02 14:31:42.052245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-9232e206-059f-4406-ba6e-e010bf3c54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:42.055997 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-9232e206-059f-4406-ba6e-e010bf3c54a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 1097 time: 0.1550815 Feb 02 14:31:42.222353 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-546b5177-1ec3-4bf5-9c79-50226822eb8d req-9c4ae794-77f2-4fd8-86d3-177e0d3de7ac tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606214 Feb 02 14:31:42.527772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-23dc35d6-5ac2-4fa6-aff1-b6c45c0a3466 req-463f90d4-a923-4f8d-8655-efa415f4a9a3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 210 time: 0.1428747 Feb 02 14:31:42.531163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-b31de125-8681-42cf-9a3b-dda3fd3fffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:42.532595 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-b31de125-8681-42cf-9a3b-dda3fd3fffe0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 915 time: 0.4528985 Feb 02 14:31:42.630301 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6e32f-60c8-41a8-b271-54ead493def8 req-de93e0fc-6d5d-4a39-b6fb-7190818efe2c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:42.657177 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8bf6e32f-60c8-41a8-b271-54ead493def8 req-de93e0fc-6d5d-4a39-b6fb-7190818efe2c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2287860 Feb 02 14:31:42.793941 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8bf6e32f-60c8-41a8-b271-54ead493def8 req-38c398ec-24e4-40b7-aad1-1b03e2a82701 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215837 Feb 02 14:31:42.838701 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-fd6996d6-5961-45bd-a704-80952f796659 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 HTTP/1.1" status: 200 len: 217 time: 0.2920132 Feb 02 14:31:43.171175 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-751ff19d-ee6a-47ce-8817-48c500a6cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:43.174148 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-751ff19d-ee6a-47ce-8817-48c500a6cd8f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.3247540 Feb 02 14:31:43.187017 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f4c9-dfd8-46e3-9f60-feb36f32a640 req-3a4b6781-e61f-4ae2-b29d-b5c55c33405b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:43.198234 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bc1f4c9-dfd8-46e3-9f60-feb36f32a640 req-3a4b6781-e61f-4ae2-b29d-b5c55c33405b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 944 time: 0.1625376 Feb 02 14:31:43.303565 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-7c55872d-fab7-4927-9c7e-5f3ee9ddc6f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749457 Feb 02 14:31:43.763215 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-c09d8319-4483-478b-88d0-f3c16871b93c service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347980 Feb 02 14:31:43.777621 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bc1f4c9-dfd8-46e3-9f60-feb36f32a640 req-8f5fd375-5784-4adb-ac5b-d28f3a7a0922 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773194 Feb 02 14:31:43.819289 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944dea5-e354-4a48-8ac1-3d96977d40b7 req-68f876e8-de24-40f4-a738-e582c0a1bb40 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:43.829807 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4944dea5-e354-4a48-8ac1-3d96977d40b7 req-68f876e8-de24-40f4-a738-e582c0a1bb40 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.3187773 Feb 02 14:31:43.942353 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4944dea5-e354-4a48-8ac1-3d96977d40b7 req-d0a85d10-e55c-407d-999e-c4771f0ee032 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101820 Feb 02 14:31:44.256185 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d904b296-9d30-4940-9a68-7368d2f5cd1e req-d6f522ac-80c6-4a53-8026-a3ae3af987df tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 210 time: 0.1420863 Feb 02 14:31:44.443310 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7e45e355-155c-411a-85b6-3ae8531f80fb req-e9855c99-18da-4311-ba63-e993c97225aa service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584225 Feb 02 14:31:44.467832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605cf6-bbf2-40b2-b83f-7de59bd8a0cb req-1f9b3ba2-128c-417e-bcd8-305fbe4c362f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:44.470903 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4b605cf6-bbf2-40b2-b83f-7de59bd8a0cb req-1f9b3ba2-128c-417e-bcd8-305fbe4c362f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2255623 Feb 02 14:31:44.615180 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4b605cf6-bbf2-40b2-b83f-7de59bd8a0cb req-df3fec7d-7a15-4256-bb9e-7e42233c0259 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309321 Feb 02 14:31:45.073106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6a2929a1-8b2c-4993-8818-a2cf228fee3b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:45.074812 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6a2929a1-8b2c-4993-8818-a2cf228fee3b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Synchronizing usage tracker for tenant:c0f2e58bef0c449687b260265c987380 on resource:network {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:45.240246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6a2929a1-8b2c-4993-8818-a2cf228fee3b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Unset dirty status for tenant:c0f2e58bef0c449687b260265c987380 on resource:network {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:45.240246 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6a2929a1-8b2c-4993-8818-a2cf228fee3b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 808 time: 0.5791028 Feb 02 14:31:45.346408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-33bf4291-1046-41ea-978b-8f7efb005920 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Synchronizing usage tracker for tenant:c0f2e58bef0c449687b260265c987380 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:45.393464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532f5b-0480-423a-873b-158391f5a52c req-f8bf58b0-8cc8-4e86-a2b7-35d189439baa tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:45.396473 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d4532f5b-0480-423a-873b-158391f5a52c req-f8bf58b0-8cc8-4e86-a2b7-35d189439baa tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 944 time: 0.3060880 Feb 02 14:31:45.398497 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-33bf4291-1046-41ea-978b-8f7efb005920 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Unset dirty status for tenant:c0f2e58bef0c449687b260265c987380 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:45.400552 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-33bf4291-1046-41ea-978b-8f7efb005920 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0f2e58bef0c449687b260265c987380 HTTP/1.1" status: 200 len: 379 time: 0.1406629 Feb 02 14:31:45.581486 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d081-6631-4812-8943-7aaac3fcde22 req-73390a1c-97a4-421a-9df1-48507d04c5a4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:45.591352 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'port': {'device_id': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'admin_state_up': True, 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'security_groups': ['25840119-c251-4eb7-9b6e-c21c95930b0c']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:45.602215 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c902d081-6631-4812-8943-7aaac3fcde22 req-73390a1c-97a4-421a-9df1-48507d04c5a4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.3938186 Feb 02 14:31:45.631267 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:31:45.943040 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c902d081-6631-4812-8943-7aaac3fcde22 req-55fead13-f69c-4d4a-b0f3-dac582de9767 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393598 Feb 02 14:31:46.038579 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d4532f5b-0480-423a-873b-158391f5a52c req-731f7f41-e1e0-403c-9e69-06e08d27b77b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250360 Feb 02 14:31:46.050069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:31:46.099728 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:31:46.119405 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Made reservation on behalf of c0f2e58bef0c449687b260265c987380 for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:31:46.128686 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:46.151206 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:46.188176 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'port_id': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'mac_address': 'fa:16:3e:35:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c809121-1919-4677-a702-a68f048359b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:31:46.273112 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:46.302643 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:46.333165 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:46.340492 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:46.346564 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5f9bd3a8-fbe1-4c66-8e04-4e16cd5a7577 req-5fdb1120-2c08-4154-8059-83cf036d92a1 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 210 time: 0.1302094 Feb 02 14:31:46.538307 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:46.613860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Allocated IP 172.20.0.4 (160971db-a354-4822-b567-8dcc00750d7f/5e3aecf2-b2f9-4aac-9c84-16abe2934bf7/02709005-57e7-45db-b48a-428108d96671) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:31:46.803132 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:31:46.969834 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ba53-6db4-4a00-b1b7-3a434eea42cc req-6f5b1b8d-7540-42f9-b8f2-a532498ac8d2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:46.977949 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efd3ba53-6db4-4a00-b1b7-3a434eea42cc req-6f5b1b8d-7540-42f9-b8f2-a532498ac8d2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.3586905 Feb 02 14:31:47.144500 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efd3ba53-6db4-4a00-b1b7-3a434eea42cc req-dc0ed6c7-bbe4-4a7c-a348-af2091d6df34 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592090 Feb 02 14:31:47.160332 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:47.239655 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Transition to ACTIVE for port object 02709005-57e7-45db-b48a-428108d96671 will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:47.313567 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:47.467654 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa67d-e8cd-4023-86d2-c0f0558d91a3 req-28cca5d6-d167-4898-ad9a-c86e50f014a8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:47.474886 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4fdaa67d-e8cd-4023-86d2-c0f0558d91a3 req-28cca5d6-d167-4898-ad9a-c86e50f014a8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1946337 Feb 02 14:31:47.597799 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4fdaa67d-e8cd-4023-86d2-c0f0558d91a3 req-ad1e260e-55ba-4037-a495-1b3f8aa72e7d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218660 Feb 02 14:31:47.623321 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:47.726531 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Network 160971db-a354-4822-b567-8dcc00750d7f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:31:47.763480 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:31:47.771219 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:31:48.103626 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4642855-e335-4f6a-b706-bb0fb796cf28 req-bb832b86-1c7d-4b9b-a81d-b533037e6d99 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:48.117789 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d4642855-e335-4f6a-b706-bb0fb796cf28 req-bb832b86-1c7d-4b9b-a81d-b533037e6d99 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 931 time: 0.2828560 Feb 02 14:31:48.210176 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d4642855-e335-4f6a-b706-bb0fb796cf28 req-5b32a3a3-62eb-4a6f-a8cf-81bc94810a1e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895295 Feb 02 14:31:48.262129 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:48.262895 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-748b253a-db06-4bcd-94c9-298cba98cc53 None None] Provisioning for port 02709005-57e7-45db-b48a-428108d96671 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:48.279419 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:48.287463 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-748b253a-db06-4bcd-94c9-298cba98cc53 None None] Provisioning complete for port 02709005-57e7-45db-b48a-428108d96671 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:48.288308 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-748b253a-db06-4bcd-94c9-298cba98cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:48.341985 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963a06-7e4f-4943-8863-1d5e7910a3fb req-5193350b-bbc8-40cf-9965-2bfebd2429b5 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:48.355454 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-15963a06-7e4f-4943-8863-1d5e7910a3fb req-5193350b-bbc8-40cf-9965-2bfebd2429b5 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 945 time: 0.8672798 Feb 02 14:31:48.441165 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-748b253a-db06-4bcd-94c9-298cba98cc53 None None] Port 02709005-57e7-45db-b48a-428108d96671 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:31:48.514956 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-15963a06-7e4f-4943-8863-1d5e7910a3fb req-c0eada45-9d34-4459-95c8-87392af19fcc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581993 Feb 02 14:31:48.555821 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-6ee99518-7088-428a-a3ad-4ec89109ba2d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5784919 Feb 02 14:31:48.558038 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-eafb2893-9888-4457-9dff-76adc90ef80f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1506460 Feb 02 14:31:48.595050 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Request body: {'port': {'device_id': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:31:48.886884 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2aebb-df4b-486b-a6fe-99611aa0ef93 req-1548715a-93db-48d5-902d-76da11b1ae6b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:48.895361 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39c2aebb-df4b-486b-a6fe-99611aa0ef93 req-1548715a-93db-48d5-902d-76da11b1ae6b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.4066129 Feb 02 14:31:48.937195 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:49.105645 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39c2aebb-df4b-486b-a6fe-99611aa0ef93 req-88c1e856-155b-496e-a0bf-5059886aff0f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2089772 Feb 02 14:31:49.395193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:49.445669 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-96a5ef11-2774-40a8-a4fa-40c3ef997eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:49.449474 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-96a5ef11-2774-40a8-a4fa-40c3ef997eda service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1098 time: 0.6731651 Feb 02 14:31:49.678855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:31:49.683510 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eff546-cbc5-4985-a7ec-8539de4c2a79 req-a20384c7-213e-4274-a8ec-e855eb2a2ada tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:49.693647 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1eff546-cbc5-4985-a7ec-8539de4c2a79 req-a20384c7-213e-4274-a8ec-e855eb2a2ada tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 931 time: 0.2616687 Feb 02 14:31:49.831167 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1eff546-cbc5-4985-a7ec-8539de4c2a79 req-7971f9de-89f1-425b-91af-b561051c942d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355011 Feb 02 14:31:49.912005 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29998b3-a3f6-44b1-a84b-cd1d85ebf603 req-7527c6f1-c688-4fd4-a76a-9cb21ebbf479 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:49.913831 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b29998b3-a3f6-44b1-a84b-cd1d85ebf603 req-7527c6f1-c688-4fd4-a76a-9cb21ebbf479 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.9992211 Feb 02 14:31:49.981640 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:31:49.993854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:31:49.996089 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:50.335090 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c904b4-e800-4d9c-947c-12b156edb7f3 req-0d63e362-c697-4d2f-bb09-4354a99170c7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:50.340987 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:50.344666 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-18c904b4-e800-4d9c-947c-12b156edb7f3 req-0d63e362-c697-4d2f-bb09-4354a99170c7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 945 time: 0.2558377 Feb 02 14:31:50.389903 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-7db86b50-36e4-4f2f-b44b-549c859b9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:50.404842 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:50.405157 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-7db86b50-36e4-4f2f-b44b-549c859b9e78 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.8442311 Feb 02 14:31:50.416777 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-18c904b4-e800-4d9c-947c-12b156edb7f3 req-36d24a48-6e20-47f6-b714-405af5ca4143 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707979 Feb 02 14:31:50.461323 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:50.468603 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:50.580260 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b29998b3-a3f6-44b1-a84b-cd1d85ebf603 req-20959155-644d-4624-9486-08c328234c2d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708303 Feb 02 14:31:50.678936 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-dae189d3-43b1-43e3-8344-eb8ac2848920 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 1000 time: 0.2471814 Feb 02 14:31:50.709800 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'code': 200} Feb 02 14:31:50.771874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbef78e-99d5-4059-90a5-54dfbd5b28ef req-31d6b733-5820-4fdc-9d4f-94acea77a4a8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:50.790462 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bfbef78e-99d5-4059-90a5-54dfbd5b28ef req-31d6b733-5820-4fdc-9d4f-94acea77a4a8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.2042301 Feb 02 14:31:50.808076 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:50.959675 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bfbef78e-99d5-4059-90a5-54dfbd5b28ef req-30cc776b-296a-4baf-9da0-7d98df8e6ab4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676633 Feb 02 14:31:51.005548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02709005-57e7-45db-b48a-428108d96671 {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:31:51.040223 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:51.075408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-279fcb1a-cbb4-47fb-ae35-abeec061d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:51.076921 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-279fcb1a-cbb4-47fb-ae35-abeec061d174 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.2662358 Feb 02 14:31:51.186360 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564c52-9cc5-4ad6-ae9d-34e7916968b0 req-4bac806a-2c94-41b0-a930-2bef63fc0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:51.189147 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4f564c52-9cc5-4ad6-ae9d-34e7916968b0 req-4bac806a-2c94-41b0-a930-2bef63fc0e46 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 1099 time: 0.1728067 Feb 02 14:31:51.195890 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Transition to ACTIVE for port object 02709005-57e7-45db-b48a-428108d96671 will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:31:51.262246 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4f564c52-9cc5-4ad6-ae9d-34e7916968b0 req-0b51df97-09e9-4680-a7eb-6ac1f2a891ce service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647919 Feb 02 14:31:51.316805 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:51.509338 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:51.659128 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-22bed825-2b9e-4d94-92bf-4a646f710550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:51.660679 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-22bed825-2b9e-4d94-92bf-4a646f710550 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5673299 Feb 02 14:31:51.748437 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8321b2-08d8-4106-83e6-d8b66b46bc69 req-0f84a162-8f41-4eb2-b731-80e617f602e4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:51.757798 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ee8321b2-08d8-4106-83e6-d8b66b46bc69 req-0f84a162-8f41-4eb2-b731-80e617f602e4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.1436996 Feb 02 14:31:51.875071 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ee8321b2-08d8-4106-83e6-d8b66b46bc69 req-ca719032-37c5-412b-bb5f-67c15f0bf0e5 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155002 Feb 02 14:31:52.026649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Attempting to bind port 02709005-57e7-45db-b48a-428108d96671 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:31:52.027144 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Attempting to bind port 02709005-57e7-45db-b48a-428108d96671 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:31:52.027591 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Attempting to bind port 02709005-57e7-45db-b48a-428108d96671 on network 160971db-a354-4822-b567-8dcc00750d7f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:52.041427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85deb-2ef6-4836-9128-fecd2cc9e076 req-052f9589-83c8-4459-8ed7-b43b720756f3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:52.042412 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-79b85deb-2ef6-4836-9128-fecd2cc9e076 req-052f9589-83c8-4459-8ed7-b43b720756f3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Synchronizing usage tracker for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:31:52.047829 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Port 02709005-57e7-45db-b48a-428108d96671 on network 160971db-a354-4822-b567-8dcc00750d7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:31:52.048304 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Attempting to bind port 02709005-57e7-45db-b48a-428108d96671 on network 160971db-a354-4822-b567-8dcc00750d7f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:31:52.078908 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:31:52.079416 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Checking segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:31:52.079905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Bound using segment: {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:31:52.080458 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Bound port: 02709005-57e7-45db-b48a-428108d96671, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '160971db-a354-4822-b567-8dcc00750d7f'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:31:52.080899 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:52.161850 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca71973-ab4f-44ba-9499-f6dc4c0fab60 req-366c1cb7-7493-4678-a28f-9cfb59644354 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:52.177069 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0ca71973-ab4f-44ba-9499-f6dc4c0fab60 req-366c1cb7-7493-4678-a28f-9cfb59644354 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1339879 Feb 02 14:31:52.186329 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:31:52.189904 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:31:52.206622 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:52.261398 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-79b85deb-2ef6-4836-9128-fecd2cc9e076 req-052f9589-83c8-4459-8ed7-b43b720756f3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Unset dirty status for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:31:52.262767 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-79b85deb-2ef6-4836-9128-fecd2cc9e076 req-052f9589-83c8-4459-8ed7-b43b720756f3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 1.0689626 Feb 02 14:31:52.288043 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0ca71973-ab4f-44ba-9499-f6dc4c0fab60 req-3a8a24c6-7077-4f6a-bd67-447d1380110c tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Feb 02 14:31:52.298129 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-faa26b57-b177-4bfd-a73a-0384e9fbf097 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015139 Feb 02 14:31:52.355031 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:52.357823 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:52.360872 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] 10.222.0.95 "PUT /v2.0/ports/02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 1093 time: 3.7718747 Feb 02 14:31:52.366690 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:52.407158 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-79b85deb-2ef6-4836-9128-fecd2cc9e076 req-46477b81-3785-4288-890d-ccb99bf58947 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248200 Feb 02 14:31:52.427747 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362329-d9d5-4369-9140-ce397f0847a3 service neutron] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:52.632985 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'status': 'completed', 'code': 200} Feb 02 14:31:52.796937 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3b9c74df-a069-4a22-ac77-ab6cb8c7e574 req-68d7c36f-b129-4f78-a8b3-541890c9dcdc service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520007 Feb 02 14:31:52.820770 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-8f5220c3-abe0-4556-9b0a-5bf7b40b0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:52.830787 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-8f5220c3-abe0-4556-9b0a-5bf7b40b0bd9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1096 time: 0.1880081 Feb 02 14:31:52.995317 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3bf3d-810e-4eb9-baf6-cfef6e4d3bdb req-d769c44c-13ef-4a59-811c-7b396d69d2c5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:52.996095 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-d0423760-fb42-4821-8e73-f03e0f28a42e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 217 time: 0.1550543 Feb 02 14:31:53.004795 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a7f3bf3d-810e-4eb9-baf6-cfef6e4d3bdb req-d769c44c-13ef-4a59-811c-7b396d69d2c5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.3066463 Feb 02 14:31:53.091231 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a7f3bf3d-810e-4eb9-baf6-cfef6e4d3bdb req-77ba9ece-70d3-4c64-a18c-4830adbcbc76 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848036 Feb 02 14:31:53.259270 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6e0a6dd5-891d-4b32-9d2b-f2d2ef3bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:53.261735 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-6e0a6dd5-891d-4b32-9d2b-f2d2ef3bfaa3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.2487998 Feb 02 14:31:53.399082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118197e-f1fc-4b3a-92fa-3bcb61a26e02 req-19dcff08-32cb-42fe-8783-81f882fc4d11 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:53.413742 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4118197e-f1fc-4b3a-92fa-3bcb61a26e02 req-19dcff08-32cb-42fe-8783-81f882fc4d11 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.2483983 Feb 02 14:31:53.535670 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8852247-9591-4ea1-847b-3e233d5add4e req-7ef56f35-066a-4bed-94ed-36239b42d6b9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:53.537324 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8852247-9591-4ea1-847b-3e233d5add4e req-7ef56f35-066a-4bed-94ed-36239b42d6b9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1089237 Feb 02 14:31:53.544174 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4118197e-f1fc-4b3a-92fa-3bcb61a26e02 req-31b213d2-4522-46c1-935e-4196e7e305f5 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295078 Feb 02 14:31:53.559018 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-7c2d25ca-5ee4-49d0-9e35-ae333077e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:53.560529 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-7c2d25ca-5ee4-49d0-9e35-ae333077e249 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2884815 Feb 02 14:31:53.646620 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8852247-9591-4ea1-847b-3e233d5add4e req-1d8ba1dd-0e33-4486-b98e-0043f2923b52 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942757 Feb 02 14:31:53.660906 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-04af135d-2c59-4de0-853f-6bd6c1134fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:53.662660 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-04af135d-2c59-4de0-853f-6bd6c1134fc2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1098 time: 0.3172424 Feb 02 14:31:53.971084 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-df5628f8-80f3-4801-8054-8c7afc2a6623 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020076 Feb 02 14:31:54.078493 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b382-11bc-42ee-bcc0-71a1ae79471c req-1fe5625b-e355-4631-b300-fd4403905220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.080528 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b481b382-11bc-42ee-bcc0-71a1ae79471c req-1fe5625b-e355-4631-b300-fd4403905220 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.0991175 Feb 02 14:31:54.144483 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b481b382-11bc-42ee-bcc0-71a1ae79471c req-8f89830f-6186-47ae-8265-6b5940d086e0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564978 Feb 02 14:31:54.194010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924de2-7e84-4683-a606-f7afcaafff1d req-0eb3f699-1840-4001-b8cc-61b1e751b84c tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.196111 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c5924de2-7e84-4683-a606-f7afcaafff1d req-0eb3f699-1840-4001-b8cc-61b1e751b84c tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.4737482 Feb 02 14:31:54.290546 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-7e9798f0-2b8c-49db-a872-f36a5c3138f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.293967 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-7e9798f0-2b8c-49db-a872-f36a5c3138f6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.6191247 Feb 02 14:31:54.336268 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d35f9d1-4cbe-431f-864d-5e48590a9b5a req-4f34f60a-0ba9-4629-9bc2-27f753190682 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441541 Feb 02 14:31:54.350960 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c5924de2-7e84-4683-a606-f7afcaafff1d req-0fb3a6e3-8e76-4fa1-8441-5adc09b0e388 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189206 Feb 02 14:31:54.404511 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a8989-7f6d-4b65-bdb3-3961db1fa915 req-4f45e56d-cadb-4b27-8673-e31c4c5b3115 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.406118 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cc3a8989-7f6d-4b65-bdb3-3961db1fa915 req-4f45e56d-cadb-4b27-8673-e31c4c5b3115 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.1342547 Feb 02 14:31:54.473669 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cc3a8989-7f6d-4b65-bdb3-3961db1fa915 req-fea988aa-6d27-453d-b993-2c29746f0236 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543160 Feb 02 14:31:54.695524 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-7bd4ad93-fb80-45e9-bcd8-8a195be5d536 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 1000 time: 0.2172883 Feb 02 14:31:54.934008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447f74b-e9c9-47b4-a620-406dc6d47fe9 req-bacdcabf-799e-4380-84bf-7be72da795f3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.946513 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f447f74b-e9c9-47b4-a620-406dc6d47fe9 req-bacdcabf-799e-4380-84bf-7be72da795f3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1138210 Feb 02 14:31:54.955838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-a7f02920-4ed2-4425-821b-0b15691fbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.957753 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-a7f02920-4ed2-4425-821b-0b15691fbed0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.2469127 Feb 02 14:31:54.960391 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-2e8d5fc5-5f8a-430f-996e-c66e8db8c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:54.962320 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-2e8d5fc5-5f8a-430f-996e-c66e8db8c0cd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1096 time: 0.3615186 Feb 02 14:31:55.018484 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f447f74b-e9c9-47b4-a620-406dc6d47fe9 req-87e45fb2-1b7c-4bcd-afc9-b45ad0c9576d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755880 Feb 02 14:31:55.202407 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf6e4-18e5-4a7b-b444-c21a1b7c5356 req-af8d4b3b-22d7-4bfb-9dbb-df38eb2b5a62 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.204054 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-228cf6e4-18e5-4a7b-b444-c21a1b7c5356 req-af8d4b3b-22d7-4bfb-9dbb-df38eb2b5a62 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.3360846 Feb 02 14:31:55.205058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-fdb71d2d-3c03-4c76-a400-a04e06cdeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.206457 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-fdb71d2d-3c03-4c76-a400-a04e06cdeb78 service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.1918364 Feb 02 14:31:55.310096 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-7bd87472-4c96-4de9-b420-16f73885dee6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 217 time: 0.0823746 Feb 02 14:31:55.380370 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-ec3ada5c-89bc-49ad-802e-a1dd15ca89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.382978 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-ec3ada5c-89bc-49ad-802e-a1dd15ca89b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4056597 Feb 02 14:31:55.397440 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-228cf6e4-18e5-4a7b-b444-c21a1b7c5356 req-af59d95b-5d72-43e6-af54-3cef45f7a618 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856694 Feb 02 14:31:55.538371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-1dc3d743-9c31-4b95-b4a6-dba08eefe58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.540201 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-1dc3d743-9c31-4b95-b4a6-dba08eefe58d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.2144101 Feb 02 14:31:55.661234 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-01e0492d-91c7-4b74-97cd-4f1cfd082947 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627347 Feb 02 14:31:55.677360 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-bfc45775-e43c-4372-b82c-0ae5164cd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.679437 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-bfc45775-e43c-4372-b82c-0ae5164cd3d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296520 Feb 02 14:31:55.700393 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:31:55.729201 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025913c-e521-41a2-b707-f49a0cc88b1a req-2fa9b482-d990-46ea-8e17-1517ce0abc57 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:55.747580 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0025913c-e521-41a2-b707-f49a0cc88b1a req-2fa9b482-d990-46ea-8e17-1517ce0abc57 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.2485354 Feb 02 14:31:55.815104 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0025913c-e521-41a2-b707-f49a0cc88b1a req-3d47a81e-ca6b-4d0b-8b8e-b94634789c40 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651541 Feb 02 14:31:56.029569 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:56.131475 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:31:56.168397 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:31:56.208609 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:31:56.246414 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9658cb2f-c159-402d-8705-adbf25ef2e9f req-665a5599-97af-45cf-91ce-3d7e747372f2 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657136 Feb 02 14:31:56.248251 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-5a4cbbe9-763f-410c-8f86-0376ce353859 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831257 Feb 02 14:31:56.323794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0134f-745a-4adb-9ba9-bf2ec6851d1f req-460ce694-e50f-415b-9ce8-fd266db11a00 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:56.332797 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d2e0134f-745a-4adb-9ba9-bf2ec6851d1f req-460ce694-e50f-415b-9ce8-fd266db11a00 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 945 time: 0.5722148 Feb 02 14:31:56.467501 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d2e0134f-745a-4adb-9ba9-bf2ec6851d1f req-b50d208e-414a-4c00-b1f5-5f720365d4e4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332810 Feb 02 14:31:56.521766 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=8']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:31:56.535345 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d55e9784-d6c5-4df5-a6ba-0148d2612782 req-f1a1977d-f6ce-4f29-9f76-b62d08b2911d service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677493 Feb 02 14:31:56.540825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774f9f9-7828-43f4-bb47-922463c2e4d4 req-cab12bd4-b0a4-4771-ba05-6e2878da5b64 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:56.542607 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8774f9f9-7828-43f4-bb47-922463c2e4d4 req-cab12bd4-b0a4-4771-ba05-6e2878da5b64 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1736701 Feb 02 14:31:56.560393 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'code': 200} Feb 02 14:31:56.601530 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8774f9f9-7828-43f4-bb47-922463c2e4d4 req-bd14bc24-bc8f-4d9a-9bbe-14d4fa78e717 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514359 Feb 02 14:31:57.037203 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a51a4-6cf3-4674-b1f9-6bc1397f6b17 req-2d1e0195-0a31-4477-853d-527ee509d163 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.038829 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b91a51a4-6cf3-4674-b1f9-6bc1397f6b17 req-2d1e0195-0a31-4477-853d-527ee509d163 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1040759 Feb 02 14:31:57.126606 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b91a51a4-6cf3-4674-b1f9-6bc1397f6b17 req-3da1f588-db17-4c89-919e-b8b3214bd60e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679379 Feb 02 14:31:57.321694 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-3d5809eb-71de-4dfa-a298-b8ca058c0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.324374 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-3d5809eb-71de-4dfa-a298-b8ca058c0229 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32470c87e1794fd0944d4173099bf7a7&device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 1098 time: 0.1559808 Feb 02 14:31:57.454382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24e18-4c28-4cfb-9ea4-6f1cc6986397 req-81ad9e2c-9a09-4313-84e1-922f92c8e401 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.457114 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78b24e18-4c28-4cfb-9ea4-6f1cc6986397 req-81ad9e2c-9a09-4313-84e1-922f92c8e401 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2061672 Feb 02 14:31:57.709931 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-04797046-6d91-4330-8ed1-6aec7a209c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.711305 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-04797046-6d91-4330-8ed1-6aec7a209c3b service neutron] 10.222.0.95 "GET /v2.0/networks?id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 200 len: 919 time: 0.3760605 Feb 02 14:31:57.724680 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78b24e18-4c28-4cfb-9ea4-6f1cc6986397 req-a10152cd-560c-4674-b366-620e97749c2f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594681 Feb 02 14:31:57.837455 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db478c-24f2-4a8e-a068-bda6ba5257b8 req-e80b8b7f-1805-430b-a2fb-88f7627897e9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.840233 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-77db478c-24f2-4a8e-a068-bda6ba5257b8 req-e80b8b7f-1805-430b-a2fb-88f7627897e9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1557133 Feb 02 14:31:57.876910 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-4870a650-24af-493d-96a5-6abe4ba57002 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 200 len: 217 time: 0.1484191 Feb 02 14:31:57.984377 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-0c8fb2e2-763f-4bd4-8f09-3ac94bd4787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:57.987647 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-0c8fb2e2-763f-4bd4-8f09-3ac94bd4787f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 200 len: 858 time: 0.1028261 Feb 02 14:31:58.017499 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-77db478c-24f2-4a8e-a068-bda6ba5257b8 req-178838ce-3a60-4b85-b67f-6478a75bf437 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712532 Feb 02 14:31:58.075075 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-bea4a394-b717-495c-a905-19f185ea56ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754933 Feb 02 14:31:58.278380 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-bfa3e1e5-f636-4570-a218-04453545de8c service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826892 Feb 02 14:31:58.427454 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a2c10-ed4a-4bf3-aa51-fc4acd422a88 req-d4d4a40f-a90f-4273-90c2-d24a852b9baf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:58.450581 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a33a2c10-ed4a-4bf3-aa51-fc4acd422a88 req-d4d4a40f-a90f-4273-90c2-d24a852b9baf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1590571 Feb 02 14:31:58.560797 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e36103aa-81bd-4a72-b9a9-204b376d03f1 req-517a4f41-2f99-49d0-8b19-7257e1a0853b service neutron] 10.222.0.95 "GET /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686110 Feb 02 14:31:58.585677 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a33a2c10-ed4a-4bf3-aa51-fc4acd422a88 req-337fe7de-6f6e-401e-ac5e-3897d541e572 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231403 Feb 02 14:31:59.033790 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a5fa8-e0b8-4eba-b9d3-b3d0a4b975ec req-a65b12b9-82bf-4199-9026-042dd4c7e3ad tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:59.041997 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d25a5fa8-e0b8-4eba-b9d3-b3d0a4b975ec req-a65b12b9-82bf-4199-9026-042dd4c7e3ad tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1307852 Feb 02 14:31:59.104857 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d25a5fa8-e0b8-4eba-b9d3-b3d0a4b975ec req-df238098-258c-4147-a2c4-936292d0affb tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Feb 02 14:31:59.318203 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe117-0008-4f70-b73f-a8d6b333294e req-39f079c8-1ea2-439e-97b5-a5d3783f1558 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:59.320069 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8a3fe117-0008-4f70-b73f-a8d6b333294e req-39f079c8-1ea2-439e-97b5-a5d3783f1558 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1239271 Feb 02 14:31:59.404940 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8a3fe117-0008-4f70-b73f-a8d6b333294e req-4202658e-9ee5-4730-82dd-30f43f4a6461 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705378 Feb 02 14:31:59.851695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f413edb-9b07-4ffa-8ed6-c09e6c4403e5 req-ce041b6f-5499-4bf2-904d-21c8291119a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:31:59.861785 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3f413edb-9b07-4ffa-8ed6-c09e6c4403e5 req-ce041b6f-5499-4bf2-904d-21c8291119a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1231647 Feb 02 14:31:59.945939 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3f413edb-9b07-4ffa-8ed6-c09e6c4403e5 req-5ec8c475-63d3-430c-ad03-8d8bed99d9c4 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823171 Feb 02 14:32:00.329354 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc426-1548-46ba-ad7f-f1434b74b8b7 req-24b1d62c-d037-4bf9-aad8-0d078846c37f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:00.331221 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-812fc426-1548-46ba-ad7f-f1434b74b8b7 req-24b1d62c-d037-4bf9-aad8-0d078846c37f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0968833 Feb 02 14:32:00.380151 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-812fc426-1548-46ba-ad7f-f1434b74b8b7 req-63549d98-0454-47aa-9188-9f8fab85ce78 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Feb 02 14:32:01.048773 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b30272-7311-47db-a40c-171e55d1ce4d req-137c0e2d-8abc-425a-b2f3-0ed81dbc4893 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:01.057342 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8b30272-7311-47db-a40c-171e55d1ce4d req-137c0e2d-8abc-425a-b2f3-0ed81dbc4893 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1743994 Feb 02 14:32:01.127511 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8b30272-7311-47db-a40c-171e55d1ce4d req-6c0fb38b-8db3-4a8e-9136-45d435383a67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638492 Feb 02 14:32:01.281828 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dc88-2c60-4077-af33-e8024919fc8b req-483e19b2-7493-40a8-b5f1-cc7566ef8321 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:01.283158 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-79e6dc88-2c60-4077-af33-e8024919fc8b req-483e19b2-7493-40a8-b5f1-cc7566ef8321 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1308095 Feb 02 14:32:01.384340 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-79e6dc88-2c60-4077-af33-e8024919fc8b req-c1b5fdf9-0654-476a-8e8e-f2a994b16071 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836246 Feb 02 14:32:01.688362 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0159e-9e4f-49be-8b36-5bbd15f0f658 req-1f0aac50-16a5-4eeb-8785-a5675227a32f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:01.701226 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 46542) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:01.710716 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-28b0159e-9e4f-49be-8b36-5bbd15f0f658 req-1f0aac50-16a5-4eeb-8785-a5675227a32f tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1660295 Feb 02 14:32:01.732762 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:32:01.810741 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-28b0159e-9e4f-49be-8b36-5bbd15f0f658 req-ab8f4f20-16ea-4610-9d00-f0cd500e272e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987985 Feb 02 14:32:01.926148 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-4ec2a5b8-b284-4bde-8726-0ec051f41c8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2207193 Feb 02 14:32:02.514123 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c481e-a3c5-4224-b13b-acf25d8c51c7 req-6a0d671c-772e-43d3-8c7d-c06ec3fe07a7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:02.519611 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5b3c481e-a3c5-4224-b13b-acf25d8c51c7 req-6a0d671c-772e-43d3-8c7d-c06ec3fe07a7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1823723 Feb 02 14:32:02.665367 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5b3c481e-a3c5-4224-b13b-acf25d8c51c7 req-d5074eeb-2040-4ad5-8afb-6bb470e98a1d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353781 Feb 02 14:32:02.903435 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905e76-7e09-461f-9dc1-4f631ec66c06 req-132863d5-4e04-4ae6-84c6-ba75777fa95d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:02.911403 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-96905e76-7e09-461f-9dc1-4f631ec66c06 req-132863d5-4e04-4ae6-84c6-ba75777fa95d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.0997384 Feb 02 14:32:02.965282 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-96905e76-7e09-461f-9dc1-4f631ec66c06 req-f282c64d-4e52-40e7-b761-2bbeebcddaa1 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526428 Feb 02 14:32:03.068068 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6e2c463c-17ce-4e07-ade2-c05d549e6e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:03.750664 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:32:03.909850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:03.924878 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '02709005-57e7-45db-b48a-428108d96671', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'mac_address': 'fa:16:3e:2c:b5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:32:03.930800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc2c1-7e6f-4323-a347-6fc8e19038e5 req-58ed9046-e161-4a17-87ae-070580fbff19 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:03.933216 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-180bc2c1-7e6f-4323-a347-6fc8e19038e5 req-58ed9046-e161-4a17-87ae-070580fbff19 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0876734 Feb 02 14:32:03.986702 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:04.001014 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-180bc2c1-7e6f-4323-a347-6fc8e19038e5 req-c8a3bc7c-ff5b-4a3b-948a-bb559294ae6f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609214 Feb 02 14:32:04.005979 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02709005-57e7-45db-b48a-428108d96671 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:32:04.023002 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:04.028829 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:04.136447 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:04.178814 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1a87-d0f5-43f7-a6ca-fca84ff894ab req-0c0dad90-a371-43bc-b450-ce5b81ff9324 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:04.180355 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-86ef1a87-d0f5-43f7-a6ca-fca84ff894ab req-0c0dad90-a371-43bc-b450-ce5b81ff9324 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.0984912 Feb 02 14:32:04.233192 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-86ef1a87-d0f5-43f7-a6ca-fca84ff894ab req-f3544dd9-b4ff-4580-98cc-1b2d45adf3a9 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462291 Feb 02 14:32:04.508147 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['02709005-57e7-45db-b48a-428108d96671'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:05.192455 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93087cf-c7ff-4cef-9002-dd40691c6b3f req-7b979bed-2ce2-49c6-9258-94fd0a396785 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:05.193925 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b93087cf-c7ff-4cef-9002-dd40691c6b3f req-7b979bed-2ce2-49c6-9258-94fd0a396785 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0866566 Feb 02 14:32:05.239316 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b93087cf-c7ff-4cef-9002-dd40691c6b3f req-844027e7-08ca-433d-8056-4872335b721d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395267 Feb 02 14:32:05.441656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02544-2e8b-4eb5-a34b-c0cf3732dd5a req-7cdb0683-317d-4a28-b440-b381059a2f1d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:05.443182 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80b02544-2e8b-4eb5-a34b-c0cf3732dd5a req-7cdb0683-317d-4a28-b440-b381059a2f1d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.0987339 Feb 02 14:32:05.493074 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80b02544-2e8b-4eb5-a34b-c0cf3732dd5a req-5ff9c70a-d6d7-4ec6-a30c-c69087173256 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Feb 02 14:32:06.221048 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cf236154-5aa8-43de-903e-6a9be2c5a835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:06.455232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b92641-bf90-4689-968a-245f95c15442 req-6cfd4e54-14f6-45a4-a6bd-ad48273ffa3d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:06.456719 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-57b92641-bf90-4689-968a-245f95c15442 req-6cfd4e54-14f6-45a4-a6bd-ad48273ffa3d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0921371 Feb 02 14:32:06.504808 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-57b92641-bf90-4689-968a-245f95c15442 req-064dd2a6-f82f-4710-b339-a9bae740a5e7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408952 Feb 02 14:32:06.710742 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ef59-0e30-4ace-8071-7430fc3ed332 req-43c134d4-21f9-4203-b334-5d078491e251 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:06.712263 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d343ef59-0e30-4ace-8071-7430fc3ed332 req-43c134d4-21f9-4203-b334-5d078491e251 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.0882628 Feb 02 14:32:06.758776 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d343ef59-0e30-4ace-8071-7430fc3ed332 req-a023a86b-20c7-4f8f-a126-83f8c1803d5a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397065 Feb 02 14:32:07.180204 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:07.364961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:07.768632 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab27137-aa48-4665-8c0a-5812befaafbd req-9270d618-2843-4ab4-82a5-16b6b8be9150 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:07.770209 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5ab27137-aa48-4665-8c0a-5812befaafbd req-9270d618-2843-4ab4-82a5-16b6b8be9150 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0899222 Feb 02 14:32:07.783057 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:32:07.808101 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 46702) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:07.852771 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5ab27137-aa48-4665-8c0a-5812befaafbd req-8d40996a-99df-45b0-9516-e973af43dc69 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766199 Feb 02 14:32:07.896068 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Deleting subnet 14a8c56b-e412-4f0f-bda6-987e2e8ce241 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:32:07.899924 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:07.919860 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 02709005-57e7-45db-b48a-428108d96671 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:32:07.932329 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 02709005-57e7-45db-b48a-428108d96671 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:32:07.933065 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:07.960758 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.077253 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.083848 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f3ff-bf48-4271-a308-2740a6e411bb req-4739f057-519c-4227-932d-193bd60ab2a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:08.085941 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-18c1f3ff-bf48-4271-a308-2740a6e411bb req-4739f057-519c-4227-932d-193bd60ab2a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.0984099 Feb 02 14:32:08.167748 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-18c1f3ff-bf48-4271-a308-2740a6e411bb req-61bd40da-fc45-47bb-893c-4d3d9ea5f7a7 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714777 Feb 02 14:32:08.171474 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.183185 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.234901 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:08.237515 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:08.237841 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.247467 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14a8c56b-e412-4f0f-bda6-987e2e8ce241 HTTP/1.1" status: 204 len: 168 time: 0.4381893 Feb 02 14:32:08.248232 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.251423 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 46714) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:08.263110 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a8c56b-e412-4f0f-bda6-987e2e8ce241,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:08.294860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.295209 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.295549 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.295883 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.296210 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.305428 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.306607 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.307014 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.309114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.309649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.309995 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.310423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dceed-1430-4e4a-9383-cea27225a6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.414653 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:08.430302 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.430865 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.431955 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.432767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.433313 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.434360 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.435236 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.435961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.437874 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.438703 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.439459 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.441053 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:08.467162 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'code': 200} Feb 02 14:32:08.471929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.668916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.719344 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.719868 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.721071 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.721771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > port after_create 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.722636 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.723436 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > port after_update 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.724152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.724545 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.725157 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.725547 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.819236 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.819927 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.819927 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.820218 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:32:08.820602 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c0c5ec-1065-467e-b2de-44ec5c9af7bb']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:08.835066 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec00970-198e-4a51-a899-6ce3d3efd7be') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:08.835379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec00970-198e-4a51-a899-6ce3d3efd7be') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:08.848365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.868229 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.877618 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:32:08.878017 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: from cryptography.utils import int_from_bytes Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: from cryptography.utils import int_from_bytes Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: util.warn_limited( Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: util.warn_limited( Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:32:08.897171 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:32:08.988389 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.012921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c0c5ec-1065-467e-b2de-44ec5c9af7bb,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:09.021380 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.027537 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.027927 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.028232 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.028570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.028905 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.029292 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.029593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.029976 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.030197 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.030732 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.031056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.031408 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:32:09.105928 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729146c7-b07f-4910-ac7e-3930d3c57d2d req-d1bda8a1-d3a5-45a9-981b-424001321d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:09.111680 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-729146c7-b07f-4910-ac7e-3930d3c57d2d req-d1bda8a1-d3a5-45a9-981b-424001321d2f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.1137412 Feb 02 14:32:09.164888 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f71856b3-42d9-4a32-8006-2d0a4584c2ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/a5c0c5ec-1065-467e-b2de-44ec5c9af7bb HTTP/1.1" status: 204 len: 168 time: 0.9123559 Feb 02 14:32:09.184928 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-729146c7-b07f-4910-ac7e-3930d3c57d2d req-ce49b9ae-5f09-4d5f-83df-369ae6a7e0d9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512145 Feb 02 14:32:09.220610 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a99889-f78e-4481-b2c6-6b0f58e44f39 req-76d9ade9-e7ed-43bf-9e27-f5809eaad29c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:09.222299 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-92a99889-f78e-4481-b2c6-6b0f58e44f39 req-76d9ade9-e7ed-43bf-9e27-f5809eaad29c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1975760 Feb 02 14:32:09.285757 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-92a99889-f78e-4481-b2c6-6b0f58e44f39 req-65c62fbb-692c-4d6d-b258-545ebaa752fc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506530 Feb 02 14:32:09.360214 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.423059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 46732) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:09.434361 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db1d2-fe15-44be-b53a-1e42c9af18a4 req-fd1f885c-ec64-4caf-9de0-56e58238985e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:09.436444 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c07db1d2-fe15-44be-b53a-1e42c9af18a4 req-fd1f885c-ec64-4caf-9de0-56e58238985e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.0934420 Feb 02 14:32:09.515486 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-546193e4-adf9-4e32-8893-47d76ae1ddf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6da06e91dcd48e58d9d4daf4997ca3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897930 Feb 02 14:32:09.516130 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 46736) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:09.531948 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c07db1d2-fe15-44be-b53a-1e42c9af18a4 req-c9b99664-6730-404e-97c5-64b778838a73 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863028 Feb 02 14:32:09.604352 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.633416 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.690277 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.708354 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ec6df-c9df-4bc0-8ca3-6605c20df294,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:09.720210 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:09.721390 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-99c93863-997d-498a-8241-aede985164f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c38ec6df-c9df-4bc0-8ca3-6605c20df294 HTTP/1.1" status: 204 len: 168 time: 0.2043440 Feb 02 14:32:09.897011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6e92-cab6-432b-af53-be65db860628 req-54476e85-8c72-46be-80bb-c8d14db63aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:09.899689 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-54476e85-8c72-46be-80bb-c8d14db63aa4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 1096 time: 0.2066038 Feb 02 14:32:10.092791 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6e92-cab6-432b-af53-be65db860628 req-52a01a7c-7875-4e19-a50f-dda660da28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:10.094988 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-52a01a7c-7875-4e19-a50f-dda660da28ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1096 time: 0.1365833 Feb 02 14:32:10.271992 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6e92-cab6-432b-af53-be65db860628 req-f99aad95-e701-4ef6-b40a-e3603a303780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:10.273480 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-f99aad95-e701-4ef6-b40a-e3603a303780 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.1663411 Feb 02 14:32:10.392997 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-0e68ca82-3be6-465a-9dac-4e225ec7cfca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 998 time: 0.1105845 Feb 02 14:32:10.525925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f2581-19a5-4106-b69c-b7b5073bd2f0 req-19b87449-e303-4f0f-b56a-ed770b50befb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:10.539831 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e27f2581-19a5-4106-b69c-b7b5073bd2f0 req-19b87449-e303-4f0f-b56a-ed770b50befb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1338847 Feb 02 14:32:10.547593 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6e92-cab6-432b-af53-be65db860628 req-28e48f89-8286-4918-88e3-caac905297da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:10.549724 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-28e48f89-8286-4918-88e3-caac905297da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.1371691 Feb 02 14:32:10.645025 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e27f2581-19a5-4106-b69c-b7b5073bd2f0 req-3a0a3043-9732-46ea-8b44-9c1a99f13e1e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017482 Feb 02 14:32:10.788010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6e92-cab6-432b-af53-be65db860628 req-3c4f318b-ec80-4964-bb60-d472bed784e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:10.790174 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-3c4f318b-ec80-4964-bb60-d472bed784e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2310841 Feb 02 14:32:11.070666 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-c13902ec-bcd8-4411-a2ff-6a10edf765cd service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671921 Feb 02 14:32:11.084502 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596c33-d319-4f5f-a3c3-e8108f991ad5 req-a67b6061-652e-4253-b578-efbe8d61f6ef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:11.084502 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-63596c33-d319-4f5f-a3c3-e8108f991ad5 req-a67b6061-652e-4253-b578-efbe8d61f6ef tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2457888 Feb 02 14:32:11.235101 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-63596c33-d319-4f5f-a3c3-e8108f991ad5 req-21ab5f68-9b9e-450d-85ee-371c9f986fd5 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338882 Feb 02 14:32:11.300879 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6e3d6e92-cab6-432b-af53-be65db860628 req-6d8ac580-5c4c-4575-b684-e95df8a34422 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180026 Feb 02 14:32:11.366603 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-b17712df-9d4f-4813-a664-87a06d161371 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:11.370925 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-b17712df-9d4f-4813-a664-87a06d161371 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.2674177 Feb 02 14:32:11.389941 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-3a13b6c7-67fa-4a21-90a8-225209e85495 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/quotas/3e1fe0d1ac4f472296a863b573b8fe6a HTTP/1.1" status: 200 len: 375 time: 0.0135105 Feb 02 14:32:11.491276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffe425-659f-49db-a314-bb7f42ba8bff req-8fda3093-89e2-427d-bcc1-98b9494533f8 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:11.492803 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c1ffe425-659f-49db-a314-bb7f42ba8bff req-8fda3093-89e2-427d-bcc1-98b9494533f8 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.0946004 Feb 02 14:32:11.494792 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-e67977f2-cc73-4353-87e0-477e83ae711b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976501 Feb 02 14:32:11.562965 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c1ffe425-659f-49db-a314-bb7f42ba8bff req-3eb0acf0-0a0f-40db-b420-dff01502b15a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591259 Feb 02 14:32:11.608310 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 46840) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:11.656065 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-6e9afde9-a618-452b-a3b5-29693cbe0264 service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562359 Feb 02 14:32:11.921914 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-dadc98f1-5359-495a-a45e-7f63252904f8 service neutron] 10.222.0.48 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565858 Feb 02 14:32:12.131569 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9468496-0a94-4d23-9ace-f25b76069900 tempest-TestShelveInstance-784624782 tempest-TestShelveInstance-784624782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:12.135684 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f9468496-0a94-4d23-9ace-f25b76069900 tempest-TestShelveInstance-784624782 tempest-TestShelveInstance-784624782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1093 time: 0.5245774 Feb 02 14:32:12.140545 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 46862) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:12.146481 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:12.154010 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:12.159256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Usage tracker for resource:floatingip and tenant:c0f2e58bef0c449687b260265c987380 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:12.162736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:12.171194 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:12.186453 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for floatingip, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:12.312121 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345b1e-8f53-42f8-9934-7991e151e709 req-a38b69c0-e9f5-4abc-96d0-cf2276511eab tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:12.315372 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b4345b1e-8f53-42f8-9934-7991e151e709 req-a38b69c0-e9f5-4abc-96d0-cf2276511eab tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1768930 Feb 02 14:32:12.386868 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b4345b1e-8f53-42f8-9934-7991e151e709 req-2a414cb0-b085-4ae0-ada1-360e5d4cadc4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627418 Feb 02 14:32:12.506321 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-06b4a5a8-f990-4f08-b408-880c6d8c4636 req-da4169b9-4de4-48f0-af90-58ef6fa52e85 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0806985 Feb 02 14:32:12.535132 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb00c-4822-44be-987c-804d95b77b48 req-a00425b9-30e7-4e40-8aa2-e319ed3dc2db tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:12.536937 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-48cdb00c-4822-44be-987c-804d95b77b48 req-a00425b9-30e7-4e40-8aa2-e319ed3dc2db tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1929584 Feb 02 14:32:12.639319 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-48cdb00c-4822-44be-987c-804d95b77b48 req-a987a861-692a-4f5f-bdd2-33709c735605 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894449 Feb 02 14:32:12.713335 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:13.038963 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Allocated IP 172.27.2.68 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/65b2f167-bf04-4672-b734-d7058e0ffa8d) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:32:13.310301 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:13.353515 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:13.467747 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:32:13.471071 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:32:13.476052 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:32:13.544636 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'Port': ['ID=65b2f167-bf04-4672-b734-d7058e0ffa8d,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:13.707666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a188e-18f2-4cd2-bea0-3ed69a76832a req-28ae96fa-6e31-40c9-990f-692eda2daf4e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:13.709199 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b53a188e-18f2-4cd2-bea0-3ed69a76832a req-28ae96fa-6e31-40c9-990f-692eda2daf4e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1720955 Feb 02 14:32:13.771059 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b53a188e-18f2-4cd2-bea0-3ed69a76832a req-4a549e78-b994-40db-8505-9db8cf35a37b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532126 Feb 02 14:32:13.803001 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-09e91a9b-5db7-4cca-9f6c-65035c2770d1 req-0d0ac96d-a26c-4bb1-b615-1844677e0f18 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0958879 Feb 02 14:32:14.098916 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:32:14.104040 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0cd88-acad-4191-bf03-f6816322065e req-b4e35ff3-251e-4c0a-8b6a-c5ba43e8cc8a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:14.106232 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84b0cd88-acad-4191-bf03-f6816322065e req-b4e35ff3-251e-4c0a-8b6a-c5ba43e8cc8a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1393766 Feb 02 14:32:14.157485 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84b0cd88-acad-4191-bf03-f6816322065e req-5f715159-450d-4339-a4ff-80b69dca2ae8 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Feb 02 14:32:14.333183 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:14.446420 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:14.802137 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:14.807791 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:14.938467 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event updated for resources: {'Port': ['ID=65b2f167-bf04-4672-b734-d7058e0ffa8d,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:14.958645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:15.098758 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d1a4d127-aae6-49ef-be71-edbdc4e7168e req-6282bede-1a1b-4622-86db-6cb049195ee9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0520644 Feb 02 14:32:15.264750 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Floating IP b405af5f-b3a8-4e93-989d-f4642cd710ce associated. External IP: 172.27.2.68, port: 02709005-57e7-45db-b48a-428108d96671. Feb 02 14:32:15.328230 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07097521-29b3-4ac8-8af9-5dfe090f1ffc req-37b27586-1c41-441a-b7ea-79554146a813 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:15.335309 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-07097521-29b3-4ac8-8af9-5dfe090f1ffc req-37b27586-1c41-441a-b7ea-79554146a813 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.3102586 Feb 02 14:32:15.414218 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-07097521-29b3-4ac8-8af9-5dfe090f1ffc req-55f202c1-a389-4bb3-a2c8-39191140c7a9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780311 Feb 02 14:32:15.503476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05379a65-39ba-4d66-8a96-db85d5f3fe89 req-30780b61-8e34-4943-9b61-78bf171e4b57 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:15.505213 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-05379a65-39ba-4d66-8a96-db85d5f3fe89 req-30780b61-8e34-4943-9b61-78bf171e4b57 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1704397 Feb 02 14:32:15.592713 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-05379a65-39ba-4d66-8a96-db85d5f3fe89 req-0f5da96a-e661-4bdd-b7bb-68d009f1f677 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638390 Feb 02 14:32:15.837648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Router c37866b1-18c7-43e5-8d44-4a9644aaa42e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:32:16.156951 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:32:16.170716 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Sync routers for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:32:16.183922 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:32:16.185338 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:16.197854 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:16.300458 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-381a1732-668a-4df1-b38c-066d64f9b7f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1573985 Feb 02 14:32:16.303955 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:16.434539 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-495416ba-7d34-46df-8b80-e7f937c45202 req-70d6a75f-ae08-4273-a884-4b1cbec1a637 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0830057 Feb 02 14:32:16.441928 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'status': 'completed', 'code': 200} Feb 02 14:32:16.568308 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:32:16.710993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76763c8-9885-4583-b8bd-0e80c4500bbc req-778b8bf1-5533-4670-aaff-72c642a837db tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:16.712937 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e76763c8-9885-4583-b8bd-0e80c4500bbc req-778b8bf1-5533-4670-aaff-72c642a837db tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1476831 Feb 02 14:32:16.811804 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e76763c8-9885-4583-b8bd-0e80c4500bbc req-67ca3f3e-46bc-4cbc-8acc-a0fd26fe9bd3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919237 Feb 02 14:32:17.036995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36211bb-a8bf-4a9f-9ec9-20e076fcb90e req-c2056b13-24cc-4346-9caa-8311ae34e455 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:17.039083 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d36211bb-a8bf-4a9f-9ec9-20e076fcb90e req-c2056b13-24cc-4346-9caa-8311ae34e455 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1285205 Feb 02 14:32:17.109532 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d36211bb-a8bf-4a9f-9ec9-20e076fcb90e req-fa69eccd-60d8-40dd-be7d-4c16b5fa4868 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Feb 02 14:32:17.229623 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': 'b405af5f-b3a8-4e93-989d-f4642cd710ce', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'mac_address': 'fa:16:3e:2c:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:32:14Z', 'updated_at': '2022-02-02T14:32:14Z', 'revision_number': 0, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:17.233914 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Checking router: c37866b1-18c7-43e5-8d44-4a9644aaa42e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:32:17.244368 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:32:17.245135 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:17.502010 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:32:17.755017 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-08a97865-3a68-4946-a1c2-478f4095c873 req-480e4fa3-347d-4436-b019-5cf525e7e40d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.1943216 Feb 02 14:32:18.068923 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': 'b405af5f-b3a8-4e93-989d-f4642cd710ce', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'mac_address': 'fa:16:3e:2c:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:32:14Z', 'updated_at': '2022-02-02T14:32:14Z', 'revision_number': 0, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:18.075256 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745a116-954d-4034-b8d5-2cbeffc86aa1 None None] The sync data for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi is: [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': 'b405af5f-b3a8-4e93-989d-f4642cd710ce', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'mac_address': 'fa:16:3e:2c:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:32:14Z', 'updated_at': '2022-02-02T14:32:14Z', 'revision_number': 0, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:32:18.124735 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617cd95-4ca4-4a56-8c61-e6fcef4d5d50 req-c54e28e4-2625-44b9-a9f0-563d0695aae6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:18.137535 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a617cd95-4ca4-4a56-8c61-e6fcef4d5d50 req-c54e28e4-2625-44b9-a9f0-563d0695aae6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1451733 Feb 02 14:32:18.199899 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a617cd95-4ca4-4a56-8c61-e6fcef4d5d50 req-9fa9e58d-388f-42c9-a1fd-a5926461358e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612137 Feb 02 14:32:18.408269 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ac78e-54e2-4d3c-ad20-3fd84558b210 req-5052b79b-419a-49f3-94e3-5e0dd31a6882 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:18.413568 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ea6ac78e-54e2-4d3c-ad20-3fd84558b210 req-5052b79b-419a-49f3-94e3-5e0dd31a6882 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1327746 Feb 02 14:32:18.467470 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ea6ac78e-54e2-4d3c-ad20-3fd84558b210 req-405630c6-815b-4257-9966-6620bda36bd3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500100 Feb 02 14:32:18.471610 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe16fd-4d11-4b84-8b7b-95ce219a1a27 None None] New status for floating IP b405af5f-b3a8-4e93-989d-f4642cd710ce: ACTIVE {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:32:18.769243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:18.987110 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-813a3598-bbdd-4fa1-ab95-75c37514de1a req-514a97ed-87ce-4675-aec4-a985c7daaf9a tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0800140 Feb 02 14:32:19.475893 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3c48f-3133-4b5b-8779-a1aecb55d365 req-222e2b66-9f78-4304-8b45-b40eb838842c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:19.477691 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1dd3c48f-3133-4b5b-8779-a1aecb55d365 req-222e2b66-9f78-4304-8b45-b40eb838842c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1251364 Feb 02 14:32:19.591168 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1dd3c48f-3133-4b5b-8779-a1aecb55d365 req-d9a5a4ed-d636-474f-87c9-2367536e1ca2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088541 Feb 02 14:32:19.763440 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c164b8-86df-486b-9f82-cb0eb314bd84 req-1e72c43e-1b29-43ff-8eaf-5837e5474c32 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:19.765067 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84c164b8-86df-486b-9f82-cb0eb314bd84 req-1e72c43e-1b29-43ff-8eaf-5837e5474c32 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1043632 Feb 02 14:32:19.837843 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-84c164b8-86df-486b-9f82-cb0eb314bd84 req-b5b92803-c991-4d99-a406-cbfbdce8b9fd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654948 Feb 02 14:32:20.230684 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-71b1c263-b8ed-430b-ab3f-7a2179d40cef req-3c27fa78-824b-40e0-af6c-7c2179a55e4f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0907257 Feb 02 14:32:20.829021 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d53b7b-a233-4aa9-8603-766e9f4fffda req-6cfbcc9f-ea68-4b07-b24c-1ea87b1f0fa0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:20.832704 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f7d53b7b-a233-4aa9-8603-766e9f4fffda req-6cfbcc9f-ea68-4b07-b24c-1ea87b1f0fa0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1058319 Feb 02 14:32:20.890791 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f7d53b7b-a233-4aa9-8603-766e9f4fffda req-469d855b-970a-4d3e-a43b-e84a6d231ce9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522673 Feb 02 14:32:21.054025 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de96dc-8b32-4fb3-b1f0-e983aa18763b req-601d0891-14e5-401f-be40-254f28b4cf55 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:21.055661 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80de96dc-8b32-4fb3-b1f0-e983aa18763b req-601d0891-14e5-401f-be40-254f28b4cf55 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0924406 Feb 02 14:32:21.120558 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80de96dc-8b32-4fb3-b1f0-e983aa18763b req-46be114d-b23c-4151-9a33-faa9900edd00 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Feb 02 14:32:21.408972 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d2a21b60-80ca-435f-b097-e5c96f036be4 req-cd306343-83f9-45df-99a8-144924ffbaac tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0479932 Feb 02 14:32:22.113292 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa296e-a94f-428d-b614-a7fb85355ca7 req-73bef7e8-fda6-405d-a251-f5a7049f84c3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:22.115159 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-22aa296e-a94f-428d-b614-a7fb85355ca7 req-73bef7e8-fda6-405d-a251-f5a7049f84c3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0944777 Feb 02 14:32:22.175125 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-22aa296e-a94f-428d-b614-a7fb85355ca7 req-e72f4ad1-9077-47df-81b0-dfdc7fa86695 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537803 Feb 02 14:32:22.322032 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c13ba-3cd6-4cd8-9313-4e166cabf94e req-9fecc013-7dcc-4d14-9fd7-0340d8d08edd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:22.324276 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e85c13ba-3cd6-4cd8-9313-4e166cabf94e req-9fecc013-7dcc-4d14-9fd7-0340d8d08edd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0875583 Feb 02 14:32:22.377103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e85c13ba-3cd6-4cd8-9313-4e166cabf94e req-ad5cef49-0559-430b-8848-ec2c20c45673 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Feb 02 14:32:22.584912 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e3e31c9c-9c15-42c3-a2a3-ee32afd581c6 req-b059d473-3124-4048-9ee5-c376b945930b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0497615 Feb 02 14:32:23.375167 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bc6e6-d672-49e5-8be1-c328479fbf8f req-c9e0f7e4-c850-4ed5-be8c-f019988eba77 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:23.376650 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b06bc6e6-d672-49e5-8be1-c328479fbf8f req-c9e0f7e4-c850-4ed5-be8c-f019988eba77 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0882361 Feb 02 14:32:23.429485 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b06bc6e6-d672-49e5-8be1-c328479fbf8f req-a77ce478-117d-44f0-b0cc-3b66410e8e13 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470638 Feb 02 14:32:23.639612 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a69c2-ef99-43fe-a797-16a6499e6bab req-0b43fea4-a548-44e2-b13c-6ec2220d2384 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:23.641531 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b21a69c2-ef99-43fe-a797-16a6499e6bab req-0b43fea4-a548-44e2-b13c-6ec2220d2384 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1232944 Feb 02 14:32:23.706166 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b21a69c2-ef99-43fe-a797-16a6499e6bab req-63d58f33-c7a0-412f-8340-bde634cac0d3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589485 Feb 02 14:32:23.758698 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b746a0f4-9136-4791-a8ac-e6d2620c0be2 req-75b7fc8d-347e-4d4f-a3bd-fe9e9641afa3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0435083 Feb 02 14:32:24.637343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-70b9a0b3-7fde-4300-90b0-a2e486e3159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:24.639065 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-70b9a0b3-7fde-4300-90b0-a2e486e3159c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.1560655 Feb 02 14:32:24.675120 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffe32-40e8-4dc2-ac1a-395c01a51784 req-5f2503b0-900a-424c-a376-8ecf3c3b3280 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:24.676847 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e77ffe32-40e8-4dc2-ac1a-395c01a51784 req-5f2503b0-900a-424c-a376-8ecf3c3b3280 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1174343 Feb 02 14:32:24.819646 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e77ffe32-40e8-4dc2-ac1a-395c01a51784 req-cac918d1-302a-406f-93fc-beed53b59520 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357965 Feb 02 14:32:24.870423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-29e40743-75a5-450d-935d-21afb0fa7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:24.872168 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-29e40743-75a5-450d-935d-21afb0fa7ac4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.1733456 Feb 02 14:32:24.923227 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79331e-2826-426d-816c-e4d9417e2476 req-ae66f609-e4ae-4c44-a563-53804cea9cf4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:24.924899 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ad79331e-2826-426d-816c-e4d9417e2476 req-ae66f609-e4ae-4c44-a563-53804cea9cf4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0964243 Feb 02 14:32:24.975602 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ad79331e-2826-426d-816c-e4d9417e2476 req-007240a5-fc21-4882-be50-6f61e2c7563d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Feb 02 14:32:25.002487 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ae317a67-39e4-4fdf-8174-d6969b15aa1f req-3718d2ba-72c9-4106-8fd7-f90227ccf788 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0533137 Feb 02 14:32:25.042350 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-74f5fcad-8dca-4411-a518-229f1467d553 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 1000 time: 0.1511984 Feb 02 14:32:25.109643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-e8951dcb-4a0c-4beb-861c-a5be7990800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:25.111347 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-e8951dcb-4a0c-4beb-861c-a5be7990800d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.0618925 Feb 02 14:32:25.194565 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-b6a4ea9d-fd97-4e9b-b9ed-241480f1d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:25.196667 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-b6a4ea9d-fd97-4e9b-b9ed-241480f1d7dc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783937 Feb 02 14:32:25.343717 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-1fb0214c-f14f-4d5e-81c4-862ddc94e092 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351721 Feb 02 14:32:25.665599 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4c06ca5b-552a-4ccd-97e5-45e8675abe87 req-e2b40bf8-f4e1-49f6-b0d8-08ff91ad993e service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410078 Feb 02 14:32:25.712876 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-8bcf428a-c117-4211-94f8-ce51c3e3da3d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:25.714317 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-8bcf428a-c117-4211-94f8-ce51c3e3da3d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 814 time: 0.1855822 Feb 02 14:32:25.737534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Request body: {'port': {'device_id': 'efb37243-3419-43ef-a985-2b0820e308d3', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'admin_state_up': True, 'tenant_id': '3e1fe0d1ac4f472296a863b573b8fe6a'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:25.948666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:25.957918 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:25.968292 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Made reservation on behalf of 3e1fe0d1ac4f472296a863b573b8fe6a for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:32:25.971898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:26.010836 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f244e-2e8b-4f8d-97b1-8619f07008eb req-c9edafc3-e72c-4ee8-b5a7-b86847a92099 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:26.012353 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-520f244e-2e8b-4f8d-97b1-8619f07008eb req-c9edafc3-e72c-4ee8-b5a7-b86847a92099 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0829084 Feb 02 14:32:26.059667 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-520f244e-2e8b-4f8d-97b1-8619f07008eb req-ae7e6860-8792-4654-9ecf-8c8637eef35b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406361 Feb 02 14:32:26.208031 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Allocated IP 172.20.0.14 (14a6eea5-7f66-4297-be41-67904eb3705b/6c809121-1919-4677-a702-a68f048359b6/eba4f538-420b-4a79-a39b-418090254d70) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:32:26.215214 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c9b84531-fd48-4ac9-9540-495639a79391 req-7463db77-5b19-467a-a742-17e7c8795b1e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0487156 Feb 02 14:32:26.237161 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506958d-27bb-4b76-bc6e-a00294a221a5 req-3fad12c9-8c8f-479c-8f47-b3d364db54e3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:26.238632 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e506958d-27bb-4b76-bc6e-a00294a221a5 req-3fad12c9-8c8f-479c-8f47-b3d364db54e3 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.1251199 Feb 02 14:32:26.377334 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e506958d-27bb-4b76-bc6e-a00294a221a5 req-93d66f23-e1c3-4142-951c-50babdec5c4d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262052 Feb 02 14:32:26.471158 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:26.500975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:26.549442 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd', '6e18154c-4cd6-4922-99b0-710104c7509e', '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:26.576071 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Network 14a6eea5-7f66-4297-be41-67904eb3705b is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:32:26.586011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:32:26.592078 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:32:26.630925 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event updated for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:26.659447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:26.660052 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:26.684438 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-40afcbf4-4ef8-4b90-9d29-ef55ed4ded51 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9507415 Feb 02 14:32:26.709430 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Request body: {'port': {'device_id': 'efb37243-3419-43ef-a985-2b0820e308d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:26.826286 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:27.169381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba4f538-420b-4a79-a39b-418090254d70 {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:32:27.176973 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:27.194244 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Transition to ACTIVE for port object eba4f538-420b-4a79-a39b-418090254d70 will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:32:27.199760 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:27.265735 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6418-0cbc-4d8e-9abf-f06f798ca534 req-13441da5-6f5e-49cc-94c8-d5713092158d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.267304 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-414f6418-0cbc-4d8e-9abf-f06f798ca534 req-13441da5-6f5e-49cc-94c8-d5713092158d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0930781 Feb 02 14:32:27.319096 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-414f6418-0cbc-4d8e-9abf-f06f798ca534 req-12b884cb-53bd-432e-a1c9-f14bf29e36e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440350 Feb 02 14:32:27.421912 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Pushing event updated for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:27.529744 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Attempting to bind port eba4f538-420b-4a79-a39b-418090254d70 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:32:27.530197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Attempting to bind port eba4f538-420b-4a79-a39b-418090254d70 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:32:27.530669 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Attempting to bind port eba4f538-420b-4a79-a39b-418090254d70 on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:32:27.540541 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Port eba4f538-420b-4a79-a39b-418090254d70 on network 14a6eea5-7f66-4297-be41-67904eb3705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:32:27.541245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Attempting to bind port eba4f538-420b-4a79-a39b-418090254d70 on network 14a6eea5-7f66-4297-be41-67904eb3705b {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:32:27.553428 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f34002-a40f-431a-9845-146ded3852c7 req-89305b2a-567a-405d-9db2-2fa8eb7213a0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.554330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-09f34002-a40f-431a-9845-146ded3852c7 req-89305b2a-567a-405d-9db2-2fa8eb7213a0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:32:27.593487 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:32:27.593827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Checking segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:32:27.594219 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Bound using segment: {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:32:27.594687 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Bound port: eba4f538-420b-4a79-a39b-418090254d70, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679cd902-869c-43de-83e6-b5fb64edf69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:32:27.595031 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:27.672856 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-09f34002-a40f-431a-9845-146ded3852c7 req-89305b2a-567a-405d-9db2-2fa8eb7213a0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:32:27.673769 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-09f34002-a40f-431a-9845-146ded3852c7 req-89305b2a-567a-405d-9db2-2fa8eb7213a0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 944 time: 0.3196230 Feb 02 14:32:27.690935 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284c83-ac6c-4c07-9066-ed7d5ef14318 req-9d759630-5e32-4779-a047-8d8934cfc5ad tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.692521 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a4284c83-ac6c-4c07-9066-ed7d5ef14318 req-9d759630-5e32-4779-a047-8d8934cfc5ad tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Feb 02 14:32:27.740902 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a4284c83-ac6c-4c07-9066-ed7d5ef14318 req-8bed734d-104e-4ada-8b0f-06d08cc81601 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Feb 02 14:32:27.846467 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-09f34002-a40f-431a-9845-146ded3852c7 req-84d12fd0-65b4-4c68-9e16-d9f4a1e5e1d2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834982 Feb 02 14:32:27.853671 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:32:27.863443 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-7f4fc61f-d505-4da6-9e5f-451904047897 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.864912 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-7f4fc61f-d505-4da6-9e5f-451904047897 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 946 time: 0.3057837 Feb 02 14:32:27.866724 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eba4f538-420b-4a79-a39b-418090254d70,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:32:27.900819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:27.925026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216bfdb-408f-4893-b09a-802794daa693 req-9f2d2024-d737-4e5e-bb40-961c7bad560b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.926446 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5216bfdb-408f-4893-b09a-802794daa693 req-9f2d2024-d737-4e5e-bb40-961c7bad560b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0826464 Feb 02 14:32:27.974116 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5216bfdb-408f-4893-b09a-802794daa693 req-dfb0d9b6-c4f4-43bf-aebb-ea19046835fd tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Feb 02 14:32:27.998700 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:27.999316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:28.000691 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] 10.222.0.95 "PUT /v2.0/ports/eba4f538-420b-4a79-a39b-418090254d70 HTTP/1.1" status: 200 len: 1094 time: 1.2954733 Feb 02 14:32:28.001152 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:28.011574 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Deleting port 439d360e-f679-4d17-ab59-e33541414abe {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:32:28.011956 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:28.068772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70', 'status': 'completed', 'code': 200} Feb 02 14:32:28.079983 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518af6-e58d-4691-abac-6f8e39098844 service neutron] Pushing event updated for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:28.306845 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-bef201c0-68fe-44f5-b2d7-e4246739e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:28.308357 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-bef201c0-68fe-44f5-b2d7-e4246739e615 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 1097 time: 0.2223837 Feb 02 14:32:28.406693 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-5f06fcd0-7f40-4b45-abdc-62d74816fce3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba4f538-420b-4a79-a39b-418090254d70 HTTP/1.1" status: 200 len: 217 time: 0.0784476 Feb 02 14:32:28.413614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] For port 439d360e-f679-4d17-ab59-e33541414abe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=439d360e-f679-4d17-ab59-e33541414abe,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:28.414039 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:28.532446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cd43b-6d13-45bf-a132-586e3f94cf43 req-ee10a9ef-8c7f-49da-ac56-a9c67fab1f1e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:28.533949 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-871cd43b-6d13-45bf-a132-586e3f94cf43 req-ee10a9ef-8c7f-49da-ac56-a9c67fab1f1e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0952256 Feb 02 14:32:28.581293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Calling delete_port for 439d360e-f679-4d17-ab59-e33541414abe owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:32:28.583253 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-871cd43b-6d13-45bf-a132-586e3f94cf43 req-85a9b53f-030e-4c1c-b6ce-37e51a6be13e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426598 Feb 02 14:32:28.647978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766a93-bc41-45bf-82b7-95aff7726271 req-3e609171-4370-4381-af2b-fe00cffb87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:28.650182 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-3e609171-4370-4381-af2b-fe00cffb87f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.2277761 Feb 02 14:32:28.712493 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-37714f09-4f6b-44af-8737-974f5e2e9c21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438356 Feb 02 14:32:28.910968 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:28.916005 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b0b8b1d-e11d-4bc9-b466-282321cb2fd6 req-961d3f7b-1c01-4d8d-b72f-25774d9c550b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 210 time: 0.0555820 Feb 02 14:32:28.962973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ac1778c2-4215-4941-a324-c40b4916ec40', '439d360e-f679-4d17-ab59-e33541414abe'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:28.988843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Pushing event deleted for resources: {'Port': ['ID=439d360e-f679-4d17-ab59-e33541414abe,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:29.051334 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c875d-3344-482c-804e-0bf61030ccdb req-ff681306-c4d0-4c97-865b-77e799b9e8d3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.059752 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ff3c875d-3344-482c-804e-0bf61030ccdb req-ff681306-c4d0-4c97-865b-77e799b9e8d3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 944 time: 0.1009784 Feb 02 14:32:29.061904 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-de101eff-613f-4605-b24a-4dd89fc2a71f service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117659 Feb 02 14:32:29.067723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] No DVR routers for this DVR port 439d360e-f679-4d17-ab59-e33541414abe on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:32:29.070114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:29.117160 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ff3c875d-3344-482c-804e-0bf61030ccdb req-57d48d9d-92f5-4c41-aebf-b2b3040aebde tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Feb 02 14:32:29.195107 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-49efcc4b-025f-482d-8e4b-0f559f6d81ae req-296d9413-be80-435c-a53c-6158f43aa0ea tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "DELETE /v2.0/ports/439d360e-f679-4d17-ab59-e33541414abe HTTP/1.1" status: 204 len: 173 time: 1.3234348 Feb 02 14:32:29.373828 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-84766a93-bc41-45bf-82b7-95aff7726271 req-44c9d865-2695-4cc5-97cc-132d1e34639c service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996202 Feb 02 14:32:29.391172 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f549b6-8573-48ee-8b32-e77008fa76d6 req-5b2a0643-5bbe-4d14-a48a-56bbfd4050c2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.392701 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b2f549b6-8573-48ee-8b32-e77008fa76d6 req-5b2a0643-5bbe-4d14-a48a-56bbfd4050c2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.2472384 Feb 02 14:32:29.452982 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b2f549b6-8573-48ee-8b32-e77008fa76d6 req-2bce69a8-5fe2-42b4-a3d6-53ddb958a3fd tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517006 Feb 02 14:32:29.575059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-9569ba16-729e-4e78-8cc4-d0fdcec4aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.576834 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-9569ba16-729e-4e78-8cc4-d0fdcec4aee0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 1097 time: 0.0746071 Feb 02 14:32:29.714090 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-7ae4b1f8-afcf-46df-a07d-8ac6240ea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.715593 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-7ae4b1f8-afcf-46df-a07d-8ac6240ea26d service neutron] 10.222.0.95 "GET /v2.0/networks?id=14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 200 len: 915 time: 0.1323991 Feb 02 14:32:29.799558 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-e0893100-b19b-44a9-82bb-f63b8277a071 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba4f538-420b-4a79-a39b-418090254d70 HTTP/1.1" status: 200 len: 217 time: 0.0677304 Feb 02 14:32:29.865580 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73fd3e-5da0-4e3a-8e79-9419ea4b45b6 req-063b8d87-30ff-45f8-8d9f-8e745ce8a91f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.868747 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cd73fd3e-5da0-4e3a-8e79-9419ea4b45b6 req-063b8d87-30ff-45f8-8d9f-8e745ce8a91f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.1714492 Feb 02 14:32:29.894330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-284158d1-a399-4f53-aa8e-bc62c53a86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:29.895244 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-284158d1-a399-4f53-aa8e-bc62c53a86b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 200 len: 854 time: 0.0731094 Feb 02 14:32:29.924828 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cd73fd3e-5da0-4e3a-8e79-9419ea4b45b6 req-bea041d6-eb3b-4b21-ade1-9dc78505d0dc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491846 Feb 02 14:32:29.964694 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-af03e348-2472-4129-b3a5-16c0e74d8d1d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14a6eea5-7f66-4297-be41-67904eb3705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541573 Feb 02 14:32:30.076676 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'name': 'network-vif-deleted', 'tag': '439d360e-f679-4d17-ab59-e33541414abe'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:30.126833 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377b913b-8c22-4f98-a677-6c4a75ef8e69', 'name': 'network-vif-deleted', 'tag': '439d360e-f679-4d17-ab59-e33541414abe', 'status': 'completed', 'code': 200} Feb 02 14:32:30.139274 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-64f279a2-8ebd-4629-b5ce-151c33c1e2ee req-9e313941-7f82-49bf-8237-b9508da4c4cf tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Synchronizing usage tracker for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:32:30.183131 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-64f279a2-8ebd-4629-b5ce-151c33c1e2ee req-9e313941-7f82-49bf-8237-b9508da4c4cf tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Unset dirty status for tenant:32470c87e1794fd0944d4173099bf7a7 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:32:30.184351 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-64f279a2-8ebd-4629-b5ce-151c33c1e2ee req-9e313941-7f82-49bf-8237-b9508da4c4cf tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=377b913b-8c22-4f98-a677-6c4a75ef8e69 HTTP/1.1" status: 200 len: 210 time: 0.0989311 Feb 02 14:32:30.190874 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-79b78089-e98d-4daf-893d-ca3cb681b553 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099118 Feb 02 14:32:30.339811 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359576ba-2ae3-4aa7-907b-edacd4d54829 req-4c712d79-786d-428d-a1db-fee66d604732 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:30.346800 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-359576ba-2ae3-4aa7-907b-edacd4d54829 req-4c712d79-786d-428d-a1db-fee66d604732 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 944 time: 0.1025264 Feb 02 14:32:30.387289 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09aafec-aff6-48ee-92df-60bdffda5ab9 req-1567eb5f-daf0-47af-9398-0eb33301a2b3 service neutron] 10.222.0.95 "GET /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862826 Feb 02 14:32:30.392552 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-359576ba-2ae3-4aa7-907b-edacd4d54829 req-87f6be0d-3eb9-43a9-a5cf-a7eb56e4e9a3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Feb 02 14:32:30.690648 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01743cc-d2b6-45d5-b2b1-4ed507038875 req-b3a64137-93e4-4fd4-a71d-978d2fc15d54 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:30.692161 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e01743cc-d2b6-45d5-b2b1-4ed507038875 req-b3a64137-93e4-4fd4-a71d-978d2fc15d54 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0883873 Feb 02 14:32:30.743882 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e01743cc-d2b6-45d5-b2b1-4ed507038875 req-bfbe206d-a11d-4b92-ab82-a3457acdb98d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Feb 02 14:32:31.122446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723ea9-786f-4bd1-b749-37c88769a3b2 req-1d6412bf-bcf7-4461-a772-f2177967d6eb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:31.123854 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f6723ea9-786f-4bd1-b749-37c88769a3b2 req-1d6412bf-bcf7-4461-a772-f2177967d6eb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0807486 Feb 02 14:32:31.170225 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f6723ea9-786f-4bd1-b749-37c88769a3b2 req-4f133a87-9b6d-4383-b2bf-e29211f06076 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406199 Feb 02 14:32:31.594944 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677c9cb-2f0e-434a-a6da-ad686ed001b3 req-769fd0f4-e4e3-4525-86e9-e60e385655b7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:31.596553 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7677c9cb-2f0e-434a-a6da-ad686ed001b3 req-769fd0f4-e4e3-4525-86e9-e60e385655b7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 944 time: 0.0911405 Feb 02 14:32:31.643719 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7677c9cb-2f0e-434a-a6da-ad686ed001b3 req-7f86ad75-fa57-4985-90af-aaddff16979e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Feb 02 14:32:31.677340 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829c44-d974-46e6-8423-90a16181ad16 req-3a202078-5b77-4495-acc8-3659aeaa722e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:31.677766 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4829c44-d974-46e6-8423-90a16181ad16 req-3a202078-5b77-4495-acc8-3659aeaa722e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0860705 Feb 02 14:32:31.727246 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4829c44-d974-46e6-8423-90a16181ad16 req-57351910-0e29-415f-8496-44c665bbfd32 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Feb 02 14:32:31.937200 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bdeed-b981-4684-8bb8-7f466c5cdd46 req-ad9b4b41-9039-4c5f-a5ff-6789a9715499 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:31.937942 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6b4bdeed-b981-4684-8bb8-7f466c5cdd46 req-ad9b4b41-9039-4c5f-a5ff-6789a9715499 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0882509 Feb 02 14:32:31.948587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eba4f538-420b-4a79-a39b-418090254d70 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:32:31.956607 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 439d360e-f679-4d17-ab59-e33541414abe no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:32:31.986527 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6b4bdeed-b981-4684-8bb8-7f466c5cdd46 req-ab29f01a-dd71-4575-a170-debd979f7a71 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Feb 02 14:32:31.994662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 439d360e-f679-4d17-ab59-e33541414abe {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:32:31.994997 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 439d360e-f679-4d17-ab59-e33541414abe not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:32:32.165405 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eba4f538-420b-4a79-a39b-418090254d70,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:32.181822 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'eba4f538-420b-4a79-a39b-418090254d70', 'network_id': '14a6eea5-7f66-4297-be41-67904eb3705b', 'port_id': 'eba4f538-420b-4a79-a39b-418090254d70', 'mac_address': 'fa:16:3e:41:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c809121-1919-4677-a702-a68f048359b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:32:32.252681 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:32.274538 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba4f538-420b-4a79-a39b-418090254d70 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:32:32.297908 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eba4f538-420b-4a79-a39b-418090254d70,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:32.302536 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:32.379646 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:32.392966 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395d5fb-e07d-4ffa-96d1-ee2bf47b4354 req-d4f1c6d8-0ff1-4ccd-a510-0ddd8387f97e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:32.394495 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c395d5fb-e07d-4ffa-96d1-ee2bf47b4354 req-d4f1c6d8-0ff1-4ccd-a510-0ddd8387f97e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0846663 Feb 02 14:32:32.451287 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c395d5fb-e07d-4ffa-96d1-ee2bf47b4354 req-b2bcdab5-633e-493b-8974-5eb481373924 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500441 Feb 02 14:32:32.838138 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dce181-c0fa-433f-888b-c776865836b9 req-d47317f7-49ee-4666-912c-936f1d87df32 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:32.839753 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78dce181-c0fa-433f-888b-c776865836b9 req-d47317f7-49ee-4666-912c-936f1d87df32 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0853653 Feb 02 14:32:32.884769 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78dce181-c0fa-433f-888b-c776865836b9 req-be534665-9e4c-4162-ab11-fde3d1cff922 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Feb 02 14:32:32.922317 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2719-7c83-43f5-b292-533a3c85b9c2 req-4bf25604-5590-4476-b338-2c0bee87581b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:32.923794 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a3c2719-7c83-43f5-b292-533a3c85b9c2 req-4bf25604-5590-4476-b338-2c0bee87581b tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0829918 Feb 02 14:32:32.967199 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a3c2719-7c83-43f5-b292-533a3c85b9c2 req-90faba61-a266-4874-b780-ad565e35918e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Feb 02 14:32:33.071605 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4993c28d-05d8-4f12-8862-f69fce3c998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:33.176108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36bc8-6de0-4ffc-89be-d7769355ace6 req-cb920127-0798-4e0e-aaab-8d84b6a23358 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:33.177541 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aba36bc8-6de0-4ffc-89be-d7769355ace6 req-cb920127-0798-4e0e-aaab-8d84b6a23358 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0867882 Feb 02 14:32:33.222717 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aba36bc8-6de0-4ffc-89be-d7769355ace6 req-3fbcf5fe-01a3-4542-ada2-f97e7653d24e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382612 Feb 02 14:32:33.663998 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c9b4b-6094-4096-90c9-7999bcb4ff58 req-4f4a3b2a-7930-4ee3-85f3-602e1e2a5954 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:33.666210 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-836c9b4b-6094-4096-90c9-7999bcb4ff58 req-4f4a3b2a-7930-4ee3-85f3-602e1e2a5954 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0911698 Feb 02 14:32:33.726050 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-836c9b4b-6094-4096-90c9-7999bcb4ff58 req-32c59e9e-0781-42a4-9af5-340006c12426 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538023 Feb 02 14:32:34.085598 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1847-eaa9-41f6-9b25-326e4ca2d645 req-7cf7a577-4703-4934-9793-072bb4121cf4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:34.087672 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e09f1847-eaa9-41f6-9b25-326e4ca2d645 req-7cf7a577-4703-4934-9793-072bb4121cf4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0963874 Feb 02 14:32:34.154701 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e09f1847-eaa9-41f6-9b25-326e4ca2d645 req-ab210572-a719-4e22-89ff-e4a54a4d3c73 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510752 Feb 02 14:32:34.187707 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cb461-bd37-4809-b650-0d77bcf6aac3 req-36fdd049-7076-4d74-a135-c1b8f9df0201 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:34.189197 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a9cb461-bd37-4809-b650-0d77bcf6aac3 req-36fdd049-7076-4d74-a135-c1b8f9df0201 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1040435 Feb 02 14:32:34.241534 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0a9cb461-bd37-4809-b650-0d77bcf6aac3 req-1dd31e5f-cd42-4ddd-a430-5ef72eb4f2bc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Feb 02 14:32:34.438808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d4b4f-6a5c-4735-9025-8e5f594e8919 req-84f0b803-ec79-4e15-aaf1-5cf25209ca54 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:34.440603 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4e4d4b4f-6a5c-4735-9025-8e5f594e8919 req-84f0b803-ec79-4e15-aaf1-5cf25209ca54 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0919018 Feb 02 14:32:34.497670 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4e4d4b4f-6a5c-4735-9025-8e5f594e8919 req-2073532a-c135-4444-8389-2601e71c2e47 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477505 Feb 02 14:32:34.935971 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcfb34-6303-4bbb-babd-fbb8cbc3694e req-023e69f1-96e4-414e-aca9-1b7d56e07ad3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:34.937448 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d1fcfb34-6303-4bbb-babd-fbb8cbc3694e req-023e69f1-96e4-414e-aca9-1b7d56e07ad3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0860975 Feb 02 14:32:34.982784 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d1fcfb34-6303-4bbb-babd-fbb8cbc3694e req-0fe2d269-1c9c-44d3-bd95-b430a4c22c1d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394595 Feb 02 14:32:35.358274 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34f57f-f1f1-4628-9225-987dd49827eb req-30068547-01f9-4063-a8f1-30118bd029f2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:35.359799 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af34f57f-f1f1-4628-9225-987dd49827eb req-30068547-01f9-4063-a8f1-30118bd029f2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0887654 Feb 02 14:32:35.407095 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-af34f57f-f1f1-4628-9225-987dd49827eb req-6f951c1e-0c20-4759-8cd4-041773bf2956 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Feb 02 14:32:35.456219 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68d22-c1d1-43a4-b34d-8ea6d6378d86 req-b2e9865c-b6da-4721-aa16-46738ffce5b4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:35.457719 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdf68d22-c1d1-43a4-b34d-8ea6d6378d86 req-b2e9865c-b6da-4721-aa16-46738ffce5b4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0899186 Feb 02 14:32:35.503576 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdf68d22-c1d1-43a4-b34d-8ea6d6378d86 req-fa135266-8ab0-4b5d-a97e-1d519e19ad0e tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Feb 02 14:32:35.698193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87b3d-36d0-4348-99fe-1a25b42f433a req-882b762b-5803-4403-be10-ca39cc450992 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:35.699727 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35b87b3d-36d0-4348-99fe-1a25b42f433a req-882b762b-5803-4403-be10-ca39cc450992 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0900187 Feb 02 14:32:35.745052 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35b87b3d-36d0-4348-99fe-1a25b42f433a req-b0ba2ff3-896c-4bc5-b9e9-a6451669186a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397012 Feb 02 14:32:36.192514 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529072d-25ef-4988-86df-714baad79ff0 req-f1868cc3-33c5-443c-aa19-6a904df6d698 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:36.193995 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f529072d-25ef-4988-86df-714baad79ff0 req-f1868cc3-33c5-443c-aa19-6a904df6d698 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0909536 Feb 02 14:32:36.217858 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5d4896fd-7588-4e24-a074-e3ad17b0d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:36.250963 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f529072d-25ef-4988-86df-714baad79ff0 req-f37af002-8da9-43c2-9fcb-8fb1eab634dd tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482712 Feb 02 14:32:36.690507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0682bb-46eb-46e1-b89e-0b90ad17e227 req-f453057a-94f9-4919-b8e7-d12ae2843aa3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:36.691929 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ad0682bb-46eb-46e1-b89e-0b90ad17e227 req-f453057a-94f9-4919-b8e7-d12ae2843aa3 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.1692703 Feb 02 14:32:36.710665 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df98f6-68ac-409a-8aee-d9cd869f2bce req-f5865290-ff6d-4c5e-be50-c0aaa95a3ea4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:36.713424 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-48df98f6-68ac-409a-8aee-d9cd869f2bce req-f5865290-ff6d-4c5e-be50-c0aaa95a3ea4 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0893581 Feb 02 14:32:36.743702 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ad0682bb-46eb-46e1-b89e-0b90ad17e227 req-aade5e68-aa3d-4562-9a2b-494ae946dcf4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Feb 02 14:32:36.765773 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-48df98f6-68ac-409a-8aee-d9cd869f2bce req-3eae68d1-cf42-4f96-aebd-ce0e4def871d tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Feb 02 14:32:36.938055 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6bae-95b7-4916-9e5b-4173af0a5e48 req-32c720f6-1a91-4746-8906-22b772bc05a1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:36.939562 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0d5a6bae-95b7-4916-9e5b-4173af0a5e48 req-32c720f6-1a91-4746-8906-22b772bc05a1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0845506 Feb 02 14:32:36.989789 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0d5a6bae-95b7-4916-9e5b-4173af0a5e48 req-6883c469-7cf0-4388-b7c8-84782a4d00c7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442917 Feb 02 14:32:37.174057 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:37.183330 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['eba4f538-420b-4a79-a39b-418090254d70'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:37.406738 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:37.470747 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4b0ff-cd7a-4ea6-b02c-1dc624b38020 req-24e8cae4-df59-4698-a277-5068f276bf1b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:37.472273 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a2a4b0ff-cd7a-4ea6-b02c-1dc624b38020 req-24e8cae4-df59-4698-a277-5068f276bf1b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0987506 Feb 02 14:32:37.521157 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a2a4b0ff-cd7a-4ea6-b02c-1dc624b38020 req-868eea11-e7bd-4f7a-933d-84453cfdc468 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419309 Feb 02 14:32:37.947134 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6120a7-cf10-43da-a9d0-ddad051ae519 req-4c67feae-7d0f-4093-b82b-66ee3d51bea0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:37.947134 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4d6120a7-cf10-43da-a9d0-ddad051ae519 req-4c67feae-7d0f-4093-b82b-66ee3d51bea0 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0892987 Feb 02 14:32:37.979834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5acab-f52d-401b-b1c6-45d6f225003b req-8f9770e7-917b-485d-9a5a-93059a968584 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:37.981343 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-24e5acab-f52d-401b-b1c6-45d6f225003b req-8f9770e7-917b-485d-9a5a-93059a968584 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1045473 Feb 02 14:32:37.993830 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4d6120a7-cf10-43da-a9d0-ddad051ae519 req-9f4dc9f5-8801-4f3c-bdb6-6ef867a43ccd tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Feb 02 14:32:38.035847 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-24e5acab-f52d-401b-b1c6-45d6f225003b req-1e20fc25-3429-4872-bb13-69e86aba6371 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Feb 02 14:32:38.195308 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43230b-1445-4af9-973e-c13563fc1882 req-72253cfc-ed34-438c-a261-ded17720c8c5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:38.196965 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d43230b-1445-4af9-973e-c13563fc1882 req-72253cfc-ed34-438c-a261-ded17720c8c5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0954421 Feb 02 14:32:38.246268 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d43230b-1445-4af9-973e-c13563fc1882 req-a0be0007-ff41-4fbc-a964-14fd41a5d051 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 Feb 02 14:32:38.717658 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427b355-5cc5-455c-bcf1-c14f3b6ff242 req-bee53c9a-942d-4c3d-8fcb-f8ab97888440 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:38.719202 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1427b355-5cc5-455c-bcf1-c14f3b6ff242 req-bee53c9a-942d-4c3d-8fcb-f8ab97888440 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0802257 Feb 02 14:32:38.765435 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1427b355-5cc5-455c-bcf1-c14f3b6ff242 req-73ab4248-7ccf-4b7c-b7a1-eef2da7e7364 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405588 Feb 02 14:32:39.181802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60caa-668a-475f-b2c6-55cf7babbf8b req-a568c9b0-508c-4d95-8a19-0c3f69385a46 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:39.183359 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-13b60caa-668a-475f-b2c6-55cf7babbf8b req-a568c9b0-508c-4d95-8a19-0c3f69385a46 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Feb 02 14:32:39.234043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-13b60caa-668a-475f-b2c6-55cf7babbf8b req-342e566d-8973-4dc8-923e-ddd2da9b2ab2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Feb 02 14:32:39.315491 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9228-1a12-4f5c-954d-0292f6c4d594 req-6586581f-a2c7-412a-a91a-585d455ef37a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:39.317005 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8c8b9228-1a12-4f5c-954d-0292f6c4d594 req-6586581f-a2c7-412a-a91a-585d455ef37a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0941119 Feb 02 14:32:39.355493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:39.380139 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8c8b9228-1a12-4f5c-954d-0292f6c4d594 req-535aeaf8-12da-4390-a730-618af0004efe tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571527 Feb 02 14:32:39.450963 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d39e8-1be4-4e3a-9809-7daa5fbe5f3c req-9c1cb052-409e-4919-b80b-fdf3fe3fd240 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:39.452472 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-498d39e8-1be4-4e3a-9809-7daa5fbe5f3c req-9c1cb052-409e-4919-b80b-fdf3fe3fd240 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0883205 Feb 02 14:32:39.502660 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-498d39e8-1be4-4e3a-9809-7daa5fbe5f3c req-2fdb4626-3277-43d1-9be8-1e3b646dafa4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407097 Feb 02 14:32:39.958849 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffa656-602a-4a4a-bc17-eac43943b12e req-59c72d87-3116-46d0-b033-525263b5d9aa tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:39.960441 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-23ffa656-602a-4a4a-bc17-eac43943b12e req-59c72d87-3116-46d0-b033-525263b5d9aa tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 943 time: 0.0856700 Feb 02 14:32:40.007144 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-23ffa656-602a-4a4a-bc17-eac43943b12e req-e47a9c82-e009-40a3-b3b2-11e05b086811 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391786 Feb 02 14:32:40.013135 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:32:40.022799 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eba4f538-420b-4a79-a39b-418090254d70 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:32:40.188493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port eba4f538-420b-4a79-a39b-418090254d70 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:32:40.204897 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port eba4f538-420b-4a79-a39b-418090254d70 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:32:40.205255 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:40.256216 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:40.279951 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '061177ba-6926-4c5a-8048-649914f7149f', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': '061177ba-6926-4c5a-8048-649914f7149f', 'mac_address': 'fa:16:3e:89:84:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:32:40.382823 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:40.404709 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:32:40.409950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:40.434159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a8cd7-5ec7-4691-b388-202174230438 req-480a584d-4fc3-4ac9-b59f-ba0d8bb863da tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:40.439549 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-008a8cd7-5ec7-4691-b388-202174230438 req-480a584d-4fc3-4ac9-b59f-ba0d8bb863da tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 945 time: 0.0925930 Feb 02 14:32:40.444554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:40.452768 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:40.459428 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:40.491040 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-008a8cd7-5ec7-4691-b388-202174230438 req-d1a4fc25-2c51-4cf6-8e10-2c004f75cace tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Feb 02 14:32:40.505280 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eba4f538-420b-4a79-a39b-418090254d70,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:40.541683 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=9']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:40.553521 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:40.579977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bcb4a-3ff8-49c9-b3c6-50b2cf02a294 req-cfc9cd16-cc12-4a93-926f-b294a55a8cb9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:40.581727 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf1bcb4a-3ff8-49c9-b3c6-50b2cf02a294 req-cfc9cd16-cc12-4a93-926f-b294a55a8cb9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0901721 Feb 02 14:32:40.595869 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70', 'code': 200} Feb 02 14:32:40.646394 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf1bcb4a-3ff8-49c9-b3c6-50b2cf02a294 req-cb395c18-567f-4e98-a17c-11e173ef12c9 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567393 Feb 02 14:32:40.652552 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:40.803329 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9defb-57cc-4b8b-b5f6-d932da29b381 req-7c3f998f-a45e-4920-9b06-409bff65115c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:40.804845 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-21f9defb-57cc-4b8b-b5f6-d932da29b381 req-7c3f998f-a45e-4920-9b06-409bff65115c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0946510 Feb 02 14:32:40.887475 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['061177ba-6926-4c5a-8048-649914f7149f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:40.898782 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-21f9defb-57cc-4b8b-b5f6-d932da29b381 req-28c2c973-0e48-4ad3-b67c-0a60b41e0dfd tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597737 Feb 02 14:32:40.918758 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f618c2-0228-4804-868a-864eaecf3973 req-35551f8a-e226-40f8-a30d-755fdc43f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:40.920826 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a6f618c2-0228-4804-868a-864eaecf3973 req-35551f8a-e226-40f8-a30d-755fdc43f616 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 1099 time: 0.1121323 Feb 02 14:32:40.963453 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a6f618c2-0228-4804-868a-864eaecf3973 req-d73ae1c1-85a5-4fbd-be1c-900a4b03274c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Feb 02 14:32:41.208771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d499e-2848-4234-b314-2d157796c2e6 req-43b2d331-6642-4012-be3d-ab61795698bd tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:41.210280 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4d4d499e-2848-4234-b314-2d157796c2e6 req-43b2d331-6642-4012-be3d-ab61795698bd tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 944 time: 0.0834255 Feb 02 14:32:41.333376 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4d4d499e-2848-4234-b314-2d157796c2e6 req-53e3749c-ddfa-406f-a26c-b1eb90768c05 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168013 Feb 02 14:32:41.676340 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1685665-97d4-4b0e-8987-a9cae8eccde5 req-06670693-be62-4edd-b73e-6d95b38f6b5c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:41.677692 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c1685665-97d4-4b0e-8987-a9cae8eccde5 req-06670693-be62-4edd-b73e-6d95b38f6b5c tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.0785606 Feb 02 14:32:41.724302 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c1685665-97d4-4b0e-8987-a9cae8eccde5 req-95bc038a-a9b6-45fa-8a4e-36ed95211f21 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Feb 02 14:32:41.840555 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005392-6b4a-431f-91fa-81796799e1d2 req-91ab1c96-d87a-4c28-b0ce-85ab383520d7 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:41.842063 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c8005392-6b4a-431f-91fa-81796799e1d2 req-91ab1c96-d87a-4c28-b0ce-85ab383520d7 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0797005 Feb 02 14:32:41.888232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c8005392-6b4a-431f-91fa-81796799e1d2 req-c1ca07cc-2562-4c17-8263-f670e5e5de8a tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Feb 02 14:32:42.041057 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:32:42.119693 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 061177ba-6926-4c5a-8048-649914f7149f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:32:42.120054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:42.236509 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:42.246917 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b1dd-4380-4676-a408-76ffc1703849 req-73fb3a46-47b9-4ea1-8e52-a81c6f0a4949 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:42.248417 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bc29b1dd-4380-4676-a408-76ffc1703849 req-73fb3a46-47b9-4ea1-8e52-a81c6f0a4949 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0851991 Feb 02 14:32:42.270500 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:42.277515 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:42.298782 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bc29b1dd-4380-4676-a408-76ffc1703849 req-4e55a2a5-584b-4b5e-8cf4-b665981defd4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Feb 02 14:32:42.356899 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=10']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:42.528641 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346553c-8492-4eca-a718-dc299ac37b66 req-74fba4ab-fa01-4783-9984-e744872118d5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:42.530000 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6346553c-8492-4eca-a718-dc299ac37b66 req-74fba4ab-fa01-4783-9984-e744872118d5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.0805621 Feb 02 14:32:42.574430 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6346553c-8492-4eca-a718-dc299ac37b66 req-87f8453a-c686-4745-b3e1-b2732943afc6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387280 Feb 02 14:32:42.596671 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:42.639967 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'code': 200} Feb 02 14:32:42.909051 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9243-b5a9-40f8-ace9-4da4d3a857ce req-37b2d912-4979-42f6-b57b-61f1f5186490 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:42.910461 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-81ca9243-b5a9-40f8-ace9-4da4d3a857ce req-37b2d912-4979-42f6-b57b-61f1f5186490 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.0791891 Feb 02 14:32:42.958895 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-81ca9243-b5a9-40f8-ace9-4da4d3a857ce req-0b0e3b85-d93c-4531-aae1-28e6103ba7f4 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Feb 02 14:32:43.096259 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ecfd-948f-476f-8692-a1b72b175d83 req-f3d8d291-3cc2-449c-b96c-65ea86e77f11 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:43.096259 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6818ecfd-948f-476f-8692-a1b72b175d83 req-f3d8d291-3cc2-449c-b96c-65ea86e77f11 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.0966659 Feb 02 14:32:43.173281 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6818ecfd-948f-476f-8692-a1b72b175d83 req-2359c4ce-5c9e-40c1-8fe0-a11d5a294212 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691605 Feb 02 14:32:43.547513 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f56f-14d3-422a-954d-51a6345d2769 req-8deaa961-611a-4515-b0e3-a4487f32884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:43.550209 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b077f56f-14d3-422a-954d-51a6345d2769 req-8deaa961-611a-4515-b0e3-a4487f32884e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1099 time: 0.2562675 Feb 02 14:32:43.632561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47228) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:43.654937 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b077f56f-14d3-422a-954d-51a6345d2769 req-f1513240-3dc9-47df-9c03-4131ffa174ad service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980799 Feb 02 14:32:43.670452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c55bb-7364-4c41-832f-779c9cbc2ec0 req-5fc511b6-be46-4d9a-b177-e6e6ec002930 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:43.680321 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bc6c55bb-7364-4c41-832f-779c9cbc2ec0 req-5fc511b6-be46-4d9a-b177-e6e6ec002930 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1446364 Feb 02 14:32:43.688778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035446d4-c124-4148-94b2-4a26465b45d0 req-7aea99e7-11a9-4a88-97ce-87692bd771dd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:43.691648 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-035446d4-c124-4148-94b2-4a26465b45d0 req-7aea99e7-11a9-4a88-97ce-87692bd771dd tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.2746539 Feb 02 14:32:43.729147 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bc6c55bb-7364-4c41-832f-779c9cbc2ec0 req-dd20ce0a-ada2-4c1d-a693-dce783e130e5 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477338 Feb 02 14:32:43.783991 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:43.799554 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:43.805114 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Usage tracker for resource:security_group_rule and tenant:09bdbdb789844f2288644961c4e90646 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:43.808893 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:43.824321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:43.834569 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083fe3-5c50-4816-8618-90a27a86acc6 req-5f30e1ae-fcf7-4249-b8dc-7233d2c34b2b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:43.838765 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-70083fe3-5c50-4816-8618-90a27a86acc6 req-5f30e1ae-fcf7-4249-b8dc-7233d2c34b2b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.0900426 Feb 02 14:32:43.895531 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-70083fe3-5c50-4816-8618-90a27a86acc6 req-7ba2cb14-03f3-4517-8765-da89e0c30dbb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532582 Feb 02 14:32:43.940053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:43.948651 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.011589 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09bdbdb789844f2288644961c4e90646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743961 Feb 02 14:32:44.011589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda47e-e3a9-4126-944e-861fb741779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51997d8-74d8-4955-9cd6-81ce699cf60e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:44.012799 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47236) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:44.065800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Deleting port ac1778c2-4215-4941-a324-c40b4916ec40 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:32:44.066094 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.078783 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.117873 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.193454 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.217709 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51997d8-74d8-4955-9cd6-81ce699cf60e,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:44.225168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.227240 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-fe49cbd2-4650-45d9-a1f0-f25fbf6d2173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c51997d8-74d8-4955-9cd6-81ce699cf60e HTTP/1.1" status: 204 len: 168 time: 0.2140603 Feb 02 14:32:44.421856 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ea1b7-2e08-4028-8733-15248d81edd7 req-e7cdb43a-e319-4869-932f-d4cbf07a3cbc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:44.421856 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f27ea1b7-2e08-4028-8733-15248d81edd7 req-e7cdb43a-e319-4869-932f-d4cbf07a3cbc tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 945 time: 0.1004250 Feb 02 14:32:44.473956 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f27ea1b7-2e08-4028-8733-15248d81edd7 req-0c780e80-7fdf-4700-bd4b-4b23f1fc82d1 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Feb 02 14:32:44.574227 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] For port ac1778c2-4215-4941-a324-c40b4916ec40, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ac1778c2-4215-4941-a324-c40b4916ec40,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:44.574748 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:44.600464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203a30-88f5-4274-ac1b-dd6f1f10cbf1 req-0702caf9-5bf4-4a5d-9958-050298d90cff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:44.603191 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d0203a30-88f5-4274-ac1b-dd6f1f10cbf1 req-0702caf9-5bf4-4a5d-9958-050298d90cff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.3972223 Feb 02 14:32:44.731032 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-f71dbaa7-a9b9-475b-9495-b4c6113e6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:44.732410 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-f71dbaa7-a9b9-475b-9495-b4c6113e6fec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 1098 time: 0.3100405 Feb 02 14:32:44.741154 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Calling delete_port for ac1778c2-4215-4941-a324-c40b4916ec40 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:32:44.907650 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d0203a30-88f5-4274-ac1b-dd6f1f10cbf1 req-9fbf52e2-7b81-4354-ac63-c000e8a14323 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522182 Feb 02 14:32:45.022947 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-aac20f68-ca15-4b47-9478-f9b4101887b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:45.024943 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-aac20f68-ca15-4b47-9478-f9b4101887b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.2507336 Feb 02 14:32:45.147321 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:45.189304 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ac1778c2-4215-4941-a324-c40b4916ec40'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:32:45.263122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Pushing event deleted for resources: {'Port': ['ID=ac1778c2-4215-4941-a324-c40b4916ec40,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:45.333259 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-0d2ad2e7-ced0-48eb-a426-30a9cd14c714 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 200 len: 1000 time: 0.2736998 Feb 02 14:32:45.415960 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] No DVR routers for this DVR port ac1778c2-4215-4941-a324-c40b4916ec40 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:32:45.422755 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:45.425278 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'name': 'network-vif-deleted', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:32:45.461470 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f8b51-90f8-4fec-ad2b-96823e6e52e7 req-a0ece27c-93d5-4e15-a33a-2b47580e9258 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:45.468568 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-204f8b51-90f8-4fec-ad2b-96823e6e52e7 req-a0ece27c-93d5-4e15-a33a-2b47580e9258 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.3402004 Feb 02 14:32:45.489243 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-035446d4-c124-4148-94b2-4a26465b45d0 req-31883074-117e-4915-8284-a5eefbe652f2 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.95 "DELETE /v2.0/ports/ac1778c2-4215-4941-a324-c40b4916ec40 HTTP/1.1" status: 204 len: 173 time: 1.5132997 Feb 02 14:32:45.493532 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-4c30d431-74ae-4173-b2c7-324ce7f1883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:45.496144 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-4c30d431-74ae-4173-b2c7-324ce7f1883d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.1365631 Feb 02 14:32:45.520883 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3b44-63a5-458f-a0eb-c187fdadf743', 'name': 'network-vif-deleted', 'tag': 'ac1778c2-4215-4941-a324-c40b4916ec40', 'status': 'completed', 'code': 200} Feb 02 14:32:45.532441 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-204f8b51-90f8-4fec-ad2b-96823e6e52e7 req-d3c290f3-043e-4352-a6d6-ed03967eb499 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629008 Feb 02 14:32:45.699528 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-4ce37f5d-2692-44ce-9b8b-e72b41d0bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:45.701009 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-4ce37f5d-2692-44ce-9b8b-e72b41d0bb13 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1482184 Feb 02 14:32:45.798295 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ec3c6653-1b6f-41dc-b094-f111836dc4e8 req-b5825c99-0273-4979-b78d-432994068293 tempest-ServerRescueNegativeTestJSON-200799243 tempest-ServerRescueNegativeTestJSON-200799243-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac2a3b44-63a5-458f-a0eb-c187fdadf743 HTTP/1.1" status: 200 len: 210 time: 0.0842245 Feb 02 14:32:45.889729 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-134dd7d5-6844-4870-ad2f-2dc097500bc6 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794157 Feb 02 14:32:46.076374 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-098d6c9f-09ca-46b8-afb1-208aeb2e97fe req-a4678713-5efa-4a60-9104-7c2fff9e26f8 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712527 Feb 02 14:32:46.165261 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f751ef-3532-4a37-8778-3abd0370d02c req-7451b2b9-3751-4be2-afca-4924a4ddd749 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:46.166843 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d5f751ef-3532-4a37-8778-3abd0370d02c req-7451b2b9-3751-4be2-afca-4924a4ddd749 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0891948 Feb 02 14:32:46.224641 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d5f751ef-3532-4a37-8778-3abd0370d02c req-26ab1881-12bb-4d25-927d-5c89dd9ffdff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515966 Feb 02 14:32:46.729732 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99553-15cb-4cb8-84e9-427dfc8e2ce3 req-33dcdc06-46af-41ec-b1d8-35de7b8601e7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:46.731245 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-13e99553-15cb-4cb8-84e9-427dfc8e2ce3 req-33dcdc06-46af-41ec-b1d8-35de7b8601e7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.0902100 Feb 02 14:32:46.777917 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-13e99553-15cb-4cb8-84e9-427dfc8e2ce3 req-777f6e28-827e-42d8-874a-40ddb765a2e5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407858 Feb 02 14:32:46.893325 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47348) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:47.427375 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af29-4ba2-4962-ab06-eff44150b171 req-70ba662c-5dd8-47c0-8e4b-f16fc7e80b4e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:47.430141 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3262af29-4ba2-4962-ab06-eff44150b171 req-70ba662c-5dd8-47c0-8e4b-f16fc7e80b4e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.0951049 Feb 02 14:32:47.477602 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3262af29-4ba2-4962-ab06-eff44150b171 req-86844ea4-4423-4b9d-945f-97807678d04d tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406251 Feb 02 14:32:47.538898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:47.910773 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Deleting port 89e940a1-32b5-47bd-86e5-1d6c8878c295 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:32:47.911477 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:48.086531 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] For port 89e940a1-32b5-47bd-86e5-1d6c8878c295, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=89e940a1-32b5-47bd-86e5-1d6c8878c295,segment=NetworkSegment(c61e90ec-cc2f-4f81-9e6a-7ccb34424c17),segment_id=c61e90ec-cc2f-4f81-9e6a-7ccb34424c17)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:48.086814 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:48.216778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Calling delete_port for 89e940a1-32b5-47bd-86e5-1d6c8878c295 owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:32:48.610945 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:48.660531 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=89e940a1-32b5-47bd-86e5-1d6c8878c295,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:48.943638 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:49.303245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:32:49.482135 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:32:49.490595 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Sync routers for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:32:49.495124 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e0ccd317-9116-4f4b-909e-e3a38364d7ef admin admin] 10.222.0.48 "PUT /v2.0/routers/8c03bf2f-5dc0-4b87-9471-867acbd1fc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007261 Feb 02 14:32:49.497824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47368) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:49.504864 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:32:49.505461 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:49.681919 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks [] for router, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:49.718875 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:32:49.765667 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ac1778c2-4215-4941-a324-c40b4916ec40 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:32:49.807897 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: ac1778c2-4215-4941-a324-c40b4916ec40 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:32:49.808248 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ac1778c2-4215-4941-a324-c40b4916ec40 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:32:49.826169 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:49.967533 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:49.978854 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Deleting port cc0220fa-0e48-4696-99cb-4e7f4022ac83 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:32:49.979188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.028757 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:32:48Z', 'revision_number': 5, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port': {'id': 'cc0220fa-0e48-4696-99cb-4e7f4022ac83', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:09Z', 'updated_at': '2022-02-02T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:50.032940 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Checking router: 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:32:50.041969 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Routers {'8c03bf2f-5dc0-4b87-9471-867acbd1fc16'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:32:50.042595 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:50.166834 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] For port cc0220fa-0e48-4696-99cb-4e7f4022ac83, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cc0220fa-0e48-4696-99cb-4e7f4022ac83,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:50.167176 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.196303 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] Set router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:32:50.293475 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Calling delete_port for cc0220fa-0e48-4696-99cb-4e7f4022ac83 owned by network:router_gateway {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:32:50.306760 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:32:49Z', 'revision_number': 6, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:50.310958 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a4dd8-fcca-4445-8685-f69fbf3dca39 None None] The sync data for ids ['8c03bf2f-5dc0-4b87-9471-867acbd1fc16'] in dv-cinder-818884-2-iscsi is: [{'id': '8c03bf2f-5dc0-4b87-9471-867acbd1fc16', 'name': 'tempest-ServerRescueNegativeTestJSON-968183818-router', 'tenant_id': '32470c87e1794fd0944d4173099bf7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:04Z', 'updated_at': '2022-02-02T14:32:49Z', 'revision_number': 6, 'project_id': '32470c87e1794fd0944d4173099bf7a7', 'gw_port_host': None}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:32:50.478731 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.526546 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0220fa-0e48-4696-99cb-4e7f4022ac83,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:50.619015 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.843355 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.847136 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.980943 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:50.981604 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c03bf2f-5dc0-4b87-9471-867acbd1fc16 {{(pid=86949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:32:51.001331 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.002458 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-234daf15-5c63-4944-bece-5396b19bb9af admin admin] 10.222.0.48 "DELETE /v2.0/routers/8c03bf2f-5dc0-4b87-9471-867acbd1fc16 HTTP/1.1" status: 204 len: 168 time: 1.5036905 Feb 02 14:32:51.005136 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47378) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:51.013988 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-b4e6f22c-bec8-475e-9d56-fc0a8f125a11 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0991087 Feb 02 14:32:51.073274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Deleting subnet b81e3a21-f3f0-44ee-957e-087f3b42ded8 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:32:51.077164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.100267 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:32:51.141800 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 89e940a1-32b5-47bd-86e5-1d6c8878c295 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:32:51.146117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-bcbaf690-2dfb-4547-852c-e23a37e8e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:51.148201 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-bcbaf690-2dfb-4547-852c-e23a37e8e56a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 1099 time: 0.0928161 Feb 02 14:32:51.168076 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.185147 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 89e940a1-32b5-47bd-86e5-1d6c8878c295 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:32:51.185476 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 89e940a1-32b5-47bd-86e5-1d6c8878c295 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:32:51.228695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.304731 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.308868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-f20024d2-bc5e-4a0c-b345-470885e892a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:51.310423 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-f20024d2-bc5e-4a0c-b345-470885e892a7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.1342747 Feb 02 14:32:51.343789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81e3a21-f3f0-44ee-957e-087f3b42ded8,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:51.346042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.355195 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-e7636e86-a9f9-4683-a272-a45803251110 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b81e3a21-f3f0-44ee-957e-087f3b42ded8 HTTP/1.1" status: 204 len: 168 time: 0.3463407 Feb 02 14:32:51.355398 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47384) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:51.426684 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-bbc797bc-3a01-4066-8c8f-1b315b0ff464 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 200 len: 1000 time: 0.1084530 Feb 02 14:32:51.468390 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.584431 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-7708f04f-f6b7-469b-8b97-13cf4f480881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:51.586060 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-7708f04f-f6b7-469b-8b97-13cf4f480881 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.1532450 Feb 02 14:32:51.612668 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.643770 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:51.657742 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:51.658022 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61e90ec-cc2f-4f81-9e6a-7ccb34424c17') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:51.671556 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-e4c05b99-2f3d-48bf-8ec4-ba2e24a300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:51.671827 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.673399 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-e4c05b99-2f3d-48bf-8ec4-ba2e24a300ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797133 Feb 02 14:32:51.691930 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.699255 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:32:51.699734 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:32:51.717598 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:32:51.794845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.812052 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-f3d6ec6b-76a6-4a27-967b-7216850c8baa service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295979 Feb 02 14:32:51.814727 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:51.821511 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:51.832911 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-91ce6f47-ce5b-4560-bd32-590fa71f1f09 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0bbc6ce9-f0f3-4ba1-b2ed-9a021a09f80b HTTP/1.1" status: 204 len: 168 time: 0.4763765 Feb 02 14:32:51.961623 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9255f76e-623e-4312-b7e7-e955981d6f10 req-76df84cd-5f5d-41ba-9893-f45ce235e3cc service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398392 Feb 02 14:32:52.087974 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47396) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:52.155815 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c97d8156-6323-4336-a9e2-000be687fa65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32470c87e1794fd0944d4173099bf7a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0666730 Feb 02 14:32:52.158163 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47402) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:52.297168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:52.325952 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:52.379778 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:52.399462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:52.418132 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:52.423257 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d08d1b68-c12d-4410-ba16-4b7c6aad401b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed3cf75a-6ac6-4ca5-ac64-c7259aa3f919 HTTP/1.1" status: 204 len: 168 time: 0.2636964 Feb 02 14:32:52.735276 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cc0220fa-0e48-4696-99cb-4e7f4022ac83 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:32:52.768630 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: cc0220fa-0e48-4696-99cb-4e7f4022ac83 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:32:52.768979 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cc0220fa-0e48-4696-99cb-4e7f4022ac83 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:32:54.764313 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47480) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:54.882336 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:54.896699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:54.901263 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Usage tracker for resource:security_group_rule and tenant:c31a068a0f8c4cccb1f8fa40f1146205 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:54.904236 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:54.909884 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:54.996199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.000279 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.051621 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c31a068a0f8c4cccb1f8fa40f1146205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861321 Feb 02 14:32:55.053361 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3f58-431d-43e5-9f5d-3d1889f95784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29b7d1-1329-4363-ae4a-2202c3b811e6,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:55.055106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47490) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:55.128661 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.155794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.222603 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.239094 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29b7d1-1329-4363-ae4a-2202c3b811e6,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:55.244311 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:55.245358 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e6d4a73b-4f9d-466a-9fea-0dd4de9693b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f29b7d1-1329-4363-ae4a-2202c3b811e6 HTTP/1.1" status: 204 len: 168 time: 0.1891179 Feb 02 14:32:55.976640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47522) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:56.083842 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086014084-network', 'tenant_id': '88f0024b0ac548d384a93b041d13887d'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:56.089510 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:56.093271 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Usage tracker for resource:network and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:56.096051 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:56.101551 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:56.111636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Made reservation on behalf of 88f0024b0ac548d384a93b041d13887d for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:32:56.114003 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.126886 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.141755 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:56.145534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:56.149260 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:56.155007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:56.243232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.248261 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.279776 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:32:56.288394 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1794a6d-ab25-4cc9-82af-f6f11b218f14,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:56.294346 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.294704 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Added segment feb9ec7d-80f6-498e-870b-40fc5622e403 of type vlan for network c1ef30b0-81f1-4512-8463-6d897fae643f Feb 02 14:32:56.323724 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.353577 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.354719 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:56.355297 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.460895 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c1ef30b0-81f1-4512-8463-6d897fae643f,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:56.464361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d3702c1b-ecf4-4821-a3be-01bd5874c1a8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4861708 Feb 02 14:32:56.466636 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47530) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:56.471241 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network c1ef30b0-81f1-4512-8463-6d897fae643f details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:32:56.471945 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Request body: {'subnet': {'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086014084-subnet', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:56.476883 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:56.481360 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Usage tracker for resource:subnet and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:56.484197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:56.489988 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:56.500382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Made reservation on behalf of 88f0024b0ac548d384a93b041d13887d for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:32:56.502697 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15518328'] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.732239 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15106102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15518314'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.806216 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28bcf49-8801-4316-ad6d-6c7b026821cf,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:56.813935 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:32:56.814582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Network hostable DHCP agents. Network: c1ef30b0-81f1-4512-8463-6d897fae643f, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:32:56.835227 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Network c1ef30b0-81f1-4512-8463-6d897fae643f is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:32:56.845386 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, c1ef30b0-81f1-4512-8463-6d897fae643f) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:32:56.850762 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:56.851850 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.855533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d0ebe-cc12-4470-b24b-7051023e11cc None None] Network c1ef30b0-81f1-4512-8463-6d897fae643f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:32:56.876772 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-264bf214-9fd7-4f77-b45e-ee24b1e355ea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4067962 Feb 02 14:32:56.877018 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47538) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:56.882939 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:32:56.887542 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:32:56.891392 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Usage tracker for resource:router and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:32:56.894245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:32:56.900666 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:32:56.911417 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.912515 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:56.931498 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.138338 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-c1ef30b0-81f1-4512-8463-6d897fae643f', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:32:57.139845 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.238174 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.310893 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Allocated IP 172.20.0.2 (c1ef30b0-81f1-4512-8463-6d897fae643f/c28bcf49-8801-4316-ad6d-6c7b026821cf/5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:32:57.557122 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.571559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Transition to ACTIVE for port object 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:32:57.601566 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Transition to ACTIVE for port object 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:32:57.607862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.655833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.684273 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:32:57.687514 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:32:57.689866 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.691715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:32:57.732199 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Pushing event updated for resources: {'Port': ['ID=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:57.796284 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Attempting to bind port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:32:57.796650 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Attempting to bind port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:32:57.797012 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Attempting to bind port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:32:57.802685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:32:57.803060 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:32:57.803462 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.803855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Bound using segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:32:57.804322 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Bound port: 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:32:57.804691 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.841674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Allocated IP 172.27.2.90 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/d3d09abe-34aa-44db-83ca-835fccd66ec1) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:32:57.892929 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] For port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:32:57.896009 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] For port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:32:57.900300 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:57.985345 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf651-990b-4546-b567-bb5b643419e2 None None] Pushing event updated for resources: {'Port': ['ID=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:58.008638 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:58.050833 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:58.134422 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:32:58.137369 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:32:58.141237 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:32:58.178938 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d09abe-34aa-44db-83ca-835fccd66ec1,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:58.615068 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:58.904021 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:32:59.061559 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:32:59.116936 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.182246 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0abfa-b970-4b0c-8a8f-850fff0d5d5e None None] Network c1ef30b0-81f1-4512-8463-6d897fae643f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:32:59.259788 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877da38-f5dc-41fd-95cc-d1316999fa91 req-43f0bd30-848b-4b00-aac6-942a8bb38188 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:32:59.261320 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9877da38-f5dc-41fd-95cc-d1316999fa91 req-43f0bd30-848b-4b00-aac6-942a8bb38188 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.0975411 Feb 02 14:32:59.305245 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Provisioning for port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:32:59.312258 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Provisioning complete for port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:32:59.312628 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.313730 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9877da38-f5dc-41fd-95cc-d1316999fa91 req-0ef55f22-090a-4c00-b098-b3c2cf8ac26e tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Feb 02 14:32:59.436771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:32:59.549283 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.599009 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] For port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:32:59.610360 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.683506 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5698-ea26-4fde-8b68-345605c28557 None None] Pushing event updated for resources: {'Port': ['ID=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:32:59.694551 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:32:59.707783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:32:59.720170 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.720802 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:32:59.721548 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-52d907b8-a91f-4aa2-9dd7-70ed47158ab3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8436966 Feb 02 14:32:59.722723 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:32:59.724285 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47588) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:32:59.914948 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-e747df3e-1d20-4308-968d-f723ed29effd None None] Provisioning complete for port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:32:59.915494 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e747df3e-1d20-4308-968d-f723ed29effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:32:59.947252 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:00.381747 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:32:58Z', 'revision_number': 3, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:00.386541 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:00.386890 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Updating router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 port d3d09abe-34aa-44db-83ca-835fccd66ec1 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:33:00.449055 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:00.496893 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:00.623136 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62d4d-1f66-43c9-b50f-6f899dc9d14a req-c2fd5018-3848-4567-aeb3-b79ee3e3dbdd tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:00.624501 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36d62d4d-1f66-43c9-b50f-6f899dc9d14a req-c2fd5018-3848-4567-aeb3-b79ee3e3dbdd tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.1895199 Feb 02 14:33:00.722352 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36d62d4d-1f66-43c9-b50f-6f899dc9d14a req-80dbb043-61b1-4ca9-946f-c15999d15cfc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903320 Feb 02 14:33:00.816024 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:00.897223 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:00.915945 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Transition to ACTIVE for port object d3d09abe-34aa-44db-83ca-835fccd66ec1 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:00.923246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Allocated IP 172.20.0.1 (c1ef30b0-81f1-4512-8463-6d897fae643f/c28bcf49-8801-4316-ad6d-6c7b026821cf/2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:00.928479 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:00.971647 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:00.972014 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.058002 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Attempting to bind port d3d09abe-34aa-44db-83ca-835fccd66ec1 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:01.058388 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Attempting to bind port d3d09abe-34aa-44db-83ca-835fccd66ec1 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:01.058749 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Attempting to bind port d3d09abe-34aa-44db-83ca-835fccd66ec1 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:01.067662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5be87-8efa-4d31-8c55-abb283564158 None None] Pushing event updated for resources: {'Port': ['ID=d3d09abe-34aa-44db-83ca-835fccd66ec1,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:01.071039 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:01.071338 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:01.071733 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.072111 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:01.072576 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Bound port: d3d09abe-34aa-44db-83ca-835fccd66ec1, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:01.072940 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.079548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.095155 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Transition to ACTIVE for port object 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:01.126055 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.195868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:01.198802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:01.201232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:01.201957 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] For port d3d09abe-34aa-44db-83ca-835fccd66ec1, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:01.206090 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] For port d3d09abe-34aa-44db-83ca-835fccd66ec1, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d3d09abe-34aa-44db-83ca-835fccd66ec1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:01.213595 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.244001 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Pushing event updated for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:01.297902 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:01.298602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:01.312908 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.366050 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5be87-8efa-4d31-8c55-abb283564158 None None] Pushing event updated for resources: {'Port': ['ID=d3d09abe-34aa-44db-83ca-835fccd66ec1,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:01.507256 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:01.530292 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-c154ee22-b956-41ec-a2ee-f97f5708f8c9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:01.531752 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-c154ee22-b956-41ec-a2ee-f97f5708f8c9 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.2694750 Feb 02 14:33:01.625089 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Deleting port eba4f538-420b-4a79-a39b-418090254d70 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:01.625416 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.755407 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1e1d8b73-7e77-4876-8321-b0246d735397 None None] Provisioning for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:01.764767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1e1d8b73-7e77-4876-8321-b0246d735397 None None] Provisioning complete for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:01.765235 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8b73-7e77-4876-8321-b0246d735397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.808664 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:01.858514 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d8b73-7e77-4876-8321-b0246d735397 None None] Port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:33:01.965969 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:32:58Z', 'revision_number': 3, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:01.980533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8c200-bf79-4a06-9f18-46b65641a751 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:32:58Z', 'revision_number': 3, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:01.981127 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0cc0a-f8e1-4f1e-bdb0-1dfeee1b5844 req-2a32c1f4-7e77-49ad-9c78-3301a528af04 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:01.989911 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbf0cc0a-f8e1-4f1e-bdb0-1dfeee1b5844 req-2a32c1f4-7e77-49ad-9c78-3301a528af04 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 946 time: 0.1152558 Feb 02 14:33:02.056678 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbf0cc0a-f8e1-4f1e-bdb0-1dfeee1b5844 req-80c9452b-62d4-4957-87dc-a79c4ebe19a2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Feb 02 14:33:02.117090 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] For port eba4f538-420b-4a79-a39b-418090254d70, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eba4f538-420b-4a79-a39b-418090254d70,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:02.117452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.253234 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Calling delete_port for eba4f538-420b-4a79-a39b-418090254d70 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:02.388616 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.419667 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.654090 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Pushing event updated for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:02.661809 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.665570 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.705241 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd', '6e18154c-4cd6-4922-99b0-710104c7509e', '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'eba4f538-420b-4a79-a39b-418090254d70'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:33:02.721574 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event deleted for resources: {'Port': ['ID=eba4f538-420b-4a79-a39b-418090254d70,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:02.876505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] No DVR routers for this DVR port eba4f538-420b-4a79-a39b-418090254d70 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:02.886517 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:02.889663 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'name': 'network-vif-deleted', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:02.890783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d3d09abe-34aa-44db-83ca-835fccd66ec1 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:02.945460 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e01394a2-0057-4ebd-b6c7-577f3dfa1f22 req-eae2a331-874b-4bdf-9df2-35d416aeb5d1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "DELETE /v2.0/ports/eba4f538-420b-4a79-a39b-418090254d70 HTTP/1.1" status: 204 len: 173 time: 1.4047358 Feb 02 14:33:02.947185 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb37243-3419-43ef-a985-2b0820e308d3', 'name': 'network-vif-deleted', 'tag': 'eba4f538-420b-4a79-a39b-418090254d70', 'status': 'completed', 'code': 200} Feb 02 14:33:02.964451 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:02.966093 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:03.091211 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port d3d09abe-34aa-44db-83ca-835fccd66ec1 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:03.108393 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-69400e0c-609f-4809-ab47-8540fa2a1dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:03.116674 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d3d09abe-34aa-44db-83ca-835fccd66ec1 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:03.118976 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:03.337441 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:33:03.351582 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-25cf8e46-868e-47ee-b439-121964d8b1e7 req-6a5f7d5f-a095-4eeb-9b90-8ac222d9f10b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb37243-3419-43ef-a985-2b0820e308d3 HTTP/1.1" status: 200 len: 210 time: 0.0837691 Feb 02 14:33:03.404734 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:03.455282 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-b7cf71db-249a-4a3c-8491-ce69fa1be6b6 None None] Provisioning complete for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:03.455662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b7cf71db-249a-4a3c-8491-ce69fa1be6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:03.485656 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port d3d09abe-34aa-44db-83ca-835fccd66ec1, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d3d09abe-34aa-44db-83ca-835fccd66ec1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:03.505715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:03.573000 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:33:03.589575 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e33678d5-689d-4108-b268-cff16accf07b admin admin] 10.222.0.48 "PUT /v2.0/routers/5b68891d-a3e5-4793-9f94-3a671a09d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8634291 Feb 02 14:33:03.607805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf71db-249a-4a3c-8491-ce69fa1be6b6 None None] Port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:33:03.636863 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=d3d09abe-34aa-44db-83ca-835fccd66ec1,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:04.062816 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:33:04.074398 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:04.075012 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:04.203625 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47656) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:04.209796 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630199920-network', 'tenant_id': '9613752179f3454b9077e8e94152dbfe'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:04.215349 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:04.219258 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Usage tracker for resource:network and tenant:9613752179f3454b9077e8e94152dbfe is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:04.222805 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:04.229611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:04.240841 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Made reservation on behalf of 9613752179f3454b9077e8e94152dbfe for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:33:04.243746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.256683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.271060 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:04.274354 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:04.276247 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:9613752179f3454b9077e8e94152dbfe is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:04.279215 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:04.284931 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:04.380432 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.386699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.447516 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:33:04.463401 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50403ec-25ac-4733-8d57-1cbe7fec4c5c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:04.474493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.475294 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Added segment a5b19854-d68b-4bf2-a16b-f472fe32ff0b of type vlan for network ce6f3651-f0bd-4be8-8221-56369544147b Feb 02 14:33:04.529224 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.586891 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.589238 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:04.590558 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.726376 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6f3651-f0bd-4be8-8221-56369544147b,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:04.732386 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-586234d8-cf74-452f-b22d-7821c1072fa4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5252483 Feb 02 14:33:04.732596 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47668) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:04.739267 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Request body: {'subnet': {'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630199920-subnet', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:04.744745 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:04.747252 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 2, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:04.750570 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Usage tracker for resource:subnet and tenant:9613752179f3454b9077e8e94152dbfe is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:04.753525 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:04.755007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:04.755175 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Updating router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:33:04.762455 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:04.772267 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network ce6f3651-f0bd-4be8-8221-56369544147b details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:33:04.779425 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Made reservation on behalf of 9613752179f3454b9077e8e94152dbfe for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:33:04.780246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15518328'] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.835099 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:04.931664 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eba4f538-420b-4a79-a39b-418090254d70 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:04.969588 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d3d09abe-34aa-44db-83ca-835fccd66ec1 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:05.014799 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: eba4f538-420b-4a79-a39b-418090254d70 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:05.015451 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eba4f538-420b-4a79-a39b-418090254d70 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:05.039639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15106102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15518314'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.062844 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port d3d09abe-34aa-44db-83ca-835fccd66ec1 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:05.063267 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.142078 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeac2494-76d0-4b29-b219-80b8c2b9a834,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:05.146166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Checking segment: {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:05.147733 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Network hostable DHCP agents. Network: ce6f3651-f0bd-4be8-8221-56369544147b, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:33:05.172297 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Network ce6f3651-f0bd-4be8-8221-56369544147b is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:33:05.193420 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, ce6f3651-f0bd-4be8-8221-56369544147b) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:05.206134 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65ce56-90ab-4161-840c-567d74b857e6 None None] Network ce6f3651-f0bd-4be8-8221-56369544147b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:33:05.208245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:05.209973 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.244820 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-ec7efaf9-2cb4-4491-84f2-717877697f08 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5102692 Feb 02 14:33:05.247708 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47678) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:05.252756 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:05.258134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:05.262497 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Usage tracker for resource:router and tenant:9613752179f3454b9077e8e94152dbfe is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:05.265529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:05.273007 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:05.287777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.290117 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.314081 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.360312 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.377759 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Transition to ACTIVE for port object 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:05.387582 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.519895 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-ce6f3651-f0bd-4be8-8221-56369544147b', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:33:05.520837 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.676262 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Pushing event updated for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:05.758562 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.768423 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.768954 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.769476 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.770048 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.770532 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.771039 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.772702 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.773395 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.773933 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.774480 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.774991 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.775490 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:05.802110 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Attempting to bind port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:05.802591 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Attempting to bind port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:05.803634 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Attempting to bind port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:05.819226 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:05.819978 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:05.820612 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.821148 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Bound using segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:05.821892 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Bound port: 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:05.822529 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:05.825537 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Allocated IP 172.20.0.2 (ce6f3651-f0bd-4be8-8221-56369544147b/eeac2494-76d0-4b29-b219-80b8c2b9a834/67a8b1d3-da93-42dc-9872-270b5736aab6) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:05.928537 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] For port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:05.932453 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] For port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:05.938603 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.044936 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:06.045587 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:32:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:06.118299 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.131280 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Transition to ACTIVE for port object 67a8b1d3-da93-42dc-9872-270b5736aab6 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:06.164052 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Transition to ACTIVE for port object 67a8b1d3-da93-42dc-9872-270b5736aab6 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:06.174769 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.175306 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.228825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.275316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Network ce6f3651-f0bd-4be8-8221-56369544147b is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:06.280435 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40e917-40a4-4bbc-a49f-78ebaac691f4 None None] Pushing event updated for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:06.288870 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:06.293252 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:06.337842 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:06.434315 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Allocated IP 172.27.2.124 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/1cb80735-2506-43a6-abe1-8d24d6016823) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:06.442477 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cba5e6ea-9d2e-43be-a1bb-df35089ab1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.446678 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Pushing event updated for resources: {'Port': ['ID=67a8b1d3-da93-42dc-9872-270b5736aab6,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:06.466095 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Attempting to bind port 67a8b1d3-da93-42dc-9872-270b5736aab6 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:06.466581 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Attempting to bind port 67a8b1d3-da93-42dc-9872-270b5736aab6 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:06.466856 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Attempting to bind port 67a8b1d3-da93-42dc-9872-270b5736aab6 on network ce6f3651-f0bd-4be8-8221-56369544147b {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:06.480723 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:06.481219 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Checking segment: {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:06.482493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.483234 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Bound using segment: {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:06.483733 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Bound port: 67a8b1d3-da93-42dc-9872-270b5736aab6, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:06.484110 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.501234 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3da7-4cd6-4a94-916d-1c6c99307616 req-967a4b27-a5da-4f8f-86d2-8872703cadca tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:06.502071 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-380b3da7-4cd6-4a94-916d-1c6c99307616 req-967a4b27-a5da-4f8f-86d2-8872703cadca tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:06.520395 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-380b3da7-4cd6-4a94-916d-1c6c99307616 req-967a4b27-a5da-4f8f-86d2-8872703cadca tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:06.522231 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-380b3da7-4cd6-4a94-916d-1c6c99307616 req-967a4b27-a5da-4f8f-86d2-8872703cadca tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.1241021 Feb 02 14:33:06.605884 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-380b3da7-4cd6-4a94-916d-1c6c99307616 req-6ba96515-678f-437a-ba1a-fd26cada890b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761514 Feb 02 14:33:06.642836 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] For port 67a8b1d3-da93-42dc-9872-270b5736aab6, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:06.647121 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] For port 67a8b1d3-da93-42dc-9872-270b5736aab6, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67a8b1d3-da93-42dc-9872-270b5736aab6,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:06.654562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.716690 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.741609 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806dec3-83d1-438d-945e-b2fd60f7f7d1 None None] Pushing event updated for resources: {'Port': ['ID=67a8b1d3-da93-42dc-9872-270b5736aab6,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:06.764242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:06.801124 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-070e9132-dc81-46df-9dac-3898599783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:05Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:06.809037 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e9132-dc81-46df-9dac-3898599783fa None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:05Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:06.833115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:06.847886 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:06.850751 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:07.109907 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb80735-2506-43a6-abe1-8d24d6016823,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:07.190216 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:07.367091 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:07.580172 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:08.006986 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9334d-9517-406f-bd71-73f55d52e766 None None] Network ce6f3651-f0bd-4be8-8221-56369544147b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:33:08.044128 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fa08b-216b-477b-858f-22b3bd719df1 req-62188046-fdb2-457d-b1d7-1ea2773e5d2f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:08.045637 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a4fa08b-216b-477b-858f-22b3bd719df1 req-62188046-fdb2-457d-b1d7-1ea2773e5d2f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.2757156 Feb 02 14:33:08.049832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:08.121098 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-6643a6da-ae34-40c7-8f7e-1eb8e54ac892 None None] Provisioning for port 67a8b1d3-da93-42dc-9872-270b5736aab6 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:08.187097 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a4fa08b-216b-477b-858f-22b3bd719df1 req-15d4d8be-7b77-4bff-b3d6-b9885db7e449 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Feb 02 14:33:08.392410 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-32db2d01-0ae2-418c-9c3b-9fcc69f004a1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:08.395030 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-32db2d01-0ae2-418c-9c3b-9fcc69f004a1 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 946 time: 0.1832864 Feb 02 14:33:08.395584 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:33:08.653655 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Deleting port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:08.654068 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:08.687538 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:33:08.699622 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Sync routers for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:33:08.712242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:08.713204 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:08.723909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:08.726479 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-237849bf-9d2a-4688-944b-53bd2a839bb6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4775567 Feb 02 14:33:08.731642 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47720) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:08.983850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:09.036118 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] For port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:09.045640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.116458 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:09.199449 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Calling delete_port for 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:09.298003 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:09.338478 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:09.338639 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.435927 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.448830 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.477299 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd', '6e18154c-4cd6-4922-99b0-710104c7509e', '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:33:09.533316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event deleted for resources: {'Port': ['ID=772bf3a4-4b51-4faa-9ae8-052cd2cd6d63,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:09.582723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.582953 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.583405 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.583855 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.584248 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.584731 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.585124 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.585514 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.585972 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.586327 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.586651 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.587119 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:09.606785 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98559c-b437-4e6f-b86c-6c333b28895f req-7655c85e-2a30-42bd-91eb-5a8ad3e2075d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:09.608544 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3f98559c-b437-4e6f-b86c-6c333b28895f req-7655c85e-2a30-42bd-91eb-5a8ad3e2075d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5b6490-dcb1-4a22-8b10-f0df5428760c HTTP/1.1" status: 200 len: 867 time: 0.2620988 Feb 02 14:33:09.640275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] No DVR routers for this DVR port 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:09.648069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.654942 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'name': 'network-vif-deleted', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:09.665374 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.675903 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:07Z', 'revision_number': 3, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:09.688187 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Checking router: 1472e0f7-1f0b-425d-a45f-d25621a6aa58 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:09.688881 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Updating router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 port 1cb80735-2506-43a6-abe1-8d24d6016823 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:33:09.708062 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3f98559c-b437-4e6f-b86c-6c333b28895f req-95e33a28-b583-4b22-8d5d-af417a0fae13 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915811 Feb 02 14:33:09.710295 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b2a0ad4-c179-4c3f-90a7-ede34e9797f7 req-a694f428-20de-44c5-92f5-567970b2f5a7 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "DELETE /v2.0/ports/772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 HTTP/1.1" status: 204 len: 173 time: 1.3055696 Feb 02 14:33:09.731323 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5b6490-dcb1-4a22-8b10-f0df5428760c', 'name': 'network-vif-deleted', 'tag': '772bf3a4-4b51-4faa-9ae8-052cd2cd6d63', 'status': 'completed', 'code': 200} Feb 02 14:33:09.784667 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:09.790572 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.830853 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:09.832076 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67a8b1d3-da93-42dc-9872-270b5736aab6 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:09.863529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.097879 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:10.184928 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Allocated IP 172.20.0.1 (ce6f3651-f0bd-4be8-8221-56369544147b/eeac2494-76d0-4b29-b219-80b8c2b9a834/165133b0-f02e-4b0d-8397-4f759c7d842e) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:10.220381 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.220704 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.221052 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.221590 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.222076 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.222610 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.222941 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.223271 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.223618 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.223950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.224384 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.224877 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.277089 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 67a8b1d3-da93-42dc-9872-270b5736aab6 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:10.317700 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 67a8b1d3-da93-42dc-9872-270b5736aab6 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:10.318011 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.447900 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.472086 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Transition to ACTIVE for port object 165133b0-f02e-4b0d-8397-4f759c7d842e will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:10.524803 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.618926 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Network ce6f3651-f0bd-4be8-8221-56369544147b is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:10.628405 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:10.634062 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:10.641796 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.711056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.725936 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 67a8b1d3-da93-42dc-9872-270b5736aab6, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67a8b1d3-da93-42dc-9872-270b5736aab6,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:10.733547 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.750757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.763968 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:10.779147 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.779642 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.780081 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.780523 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.781419 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.782094 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.782300 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.782751 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.783184 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.783613 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.784036 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.784633 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:33:10.805811 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Transition to ACTIVE for port object 1cb80735-2506-43a6-abe1-8d24d6016823 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:10.837033 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.923894 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Attempting to bind port 1cb80735-2506-43a6-abe1-8d24d6016823 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:10.924480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Attempting to bind port 1cb80735-2506-43a6-abe1-8d24d6016823 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:10.925139 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Attempting to bind port 1cb80735-2506-43a6-abe1-8d24d6016823 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:10.948241 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:10.948816 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:10.949488 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:10.950143 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:10.950987 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Bound port: 1cb80735-2506-43a6-abe1-8d24d6016823, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:10.951604 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.000889 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.082310 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=67a8b1d3-da93-42dc-9872-270b5736aab6,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:11.104523 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:11.369398 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-b8280e31-fe27-4ffd-a281-68a0fa7a6105 None None] Provisioning for port 165133b0-f02e-4b0d-8397-4f759c7d842e completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:11.388436 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac3cc9-0749-48f8-9638-f7b411fff23b None None] Pushing event updated for resources: {'Port': ['ID=1cb80735-2506-43a6-abe1-8d24d6016823,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:11.401359 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] For port 1cb80735-2506-43a6-abe1-8d24d6016823, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:11.405242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-b8280e31-fe27-4ffd-a281-68a0fa7a6105 None None] Provisioning complete for port 165133b0-f02e-4b0d-8397-4f759c7d842e triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:11.405951 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b8280e31-fe27-4ffd-a281-68a0fa7a6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.414990 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.421389 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.483768 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] For port 1cb80735-2506-43a6-abe1-8d24d6016823, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=1cb80735-2506-43a6-abe1-8d24d6016823,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:11.507636 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.593321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:11.597338 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.644931 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:11.644931 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:11.692865 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b8280e31-fe27-4ffd-a281-68a0fa7a6105 None None] Port 165133b0-f02e-4b0d-8397-4f759c7d842e cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:33:11.722085 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651d324-0eaa-4c13-ae63-ba07f91097d5 req-e1c7424b-1ddb-4b84-9395-f54210a07925 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:11.724492 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6651d324-0eaa-4c13-ae63-ba07f91097d5 req-e1c7424b-1ddb-4b84-9395-f54210a07925 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.2330360 Feb 02 14:33:11.757693 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:11.758554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:11.807339 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Network ce6f3651-f0bd-4be8-8221-56369544147b is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:11.810554 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:11.815394 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6651d324-0eaa-4c13-ae63-ba07f91097d5 req-f1d9b9c1-8d97-43c0-8328-537743d2896b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730829 Feb 02 14:33:11.817033 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac3cc9-0749-48f8-9638-f7b411fff23b None None] Pushing event updated for resources: {'Port': ['ID=1cb80735-2506-43a6-abe1-8d24d6016823,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:12.028977 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:12.062717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:33:12.225981 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8b6fe9a4-83c4-498a-ac48-408a700df683 None None] Provisioning complete for port 165133b0-f02e-4b0d-8397-4f759c7d842e triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:12.226402 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe9a4-83c4-498a-ac48-408a700df683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:12.294145 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:33:12.309179 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3caa6665-8f1e-4230-b417-0b98db532ae8 admin admin] 10.222.0.48 "PUT /v2.0/routers/1472e0f7-1f0b-425d-a45f-d25621a6aa58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5758233 Feb 02 14:33:12.361611 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fe9a4-83c4-498a-ac48-408a700df683 None None] Port 165133b0-f02e-4b0d-8397-4f759c7d842e cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:33:12.511138 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:10Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '165133b0-f02e-4b0d-8397-4f759c7d842e', 'name': '', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'mac_address': 'fa:16:3e:69:29:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:09Z', 'updated_at': '2022-02-02T14:33:11Z', 'revision_number': 2, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'subnets': [{'id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:12.516090 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbef23e-b89a-4822-a943-ca1f56576fd1 None None] The sync data for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi is: [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:10Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '165133b0-f02e-4b0d-8397-4f759c7d842e', 'name': '', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'mac_address': 'fa:16:3e:69:29:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:09Z', 'updated_at': '2022-02-02T14:33:11Z', 'revision_number': 2, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'subnets': [{'id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:12.846847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:12.962356 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:12.962862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 772bf3a4-4b51-4faa-9ae8-052cd2cd6d63 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:13.012288 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67a8b1d3-da93-42dc-9872-270b5736aab6 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:13.184143 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 67a8b1d3-da93-42dc-9872-270b5736aab6 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:13.187315 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.278601 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47786) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:13.285189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380617946', 'description': 'tempest-secgroup-smoke-1380617946 description', 'project_id': '88f0024b0ac548d384a93b041d13887d'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:13.289480 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-e06cdf19-7e8f-4e7d-9b81-9df98fa65224 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:13.290799 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-e06cdf19-7e8f-4e7d-9b81-9df98fa65224 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:13.293280 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:13.299344 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:13.304925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:13.312719 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:13.326550 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3364b2-a2bc-40d1-afeb-fb1457f87222 req-a70eccda-356a-405d-a6ad-6cbae9d7940b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:13.327290 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-e06cdf19-7e8f-4e7d-9b81-9df98fa65224 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:13.329094 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3e3364b2-a2bc-40d1-afeb-fb1457f87222 req-a70eccda-356a-405d-a6ad-6cbae9d7940b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.2071257 Feb 02 14:33:13.332257 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-e06cdf19-7e8f-4e7d-9b81-9df98fa65224 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 945 time: 0.2868538 Feb 02 14:33:13.406636 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.478881 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:13.480507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Deleting port 6e18154c-4cd6-4922-99b0-710104c7509e {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:13.480933 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.494972 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:13.502570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:13.511094 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3e3364b2-a2bc-40d1-afeb-fb1457f87222 req-5b6eb33c-ea89-485d-8a48-bfdd713743cb tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715355 Feb 02 14:33:13.542459 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:13.768828 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.776725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.831439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20341f2-7a4b-4ce7-b5dd-37f93b42a022,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:13.835751 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:13.845647 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-27a68e43-6cb9-4e97-8ae4-6e4c63272073 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5621061 Feb 02 14:33:13.845647 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47792) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:13.851147 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:13.859047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:13.863857 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:13.869779 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:13.878009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:13.921404 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47796) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:13.924540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.015061 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] For port 6e18154c-4cd6-4922-99b0-710104c7509e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e18154c-4cd6-4922-99b0-710104c7509e,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:14.015665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.049134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.057486 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.094720 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7a5845-8248-4090-abc8-9a9c6dd19ef1,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:14.120214 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.125288 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-95532a8f-ce33-4593-8ef8-220b54f5c93c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787983 Feb 02 14:33:14.126152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47802) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:14.133561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:14.140498 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:14.145210 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:14.148965 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:14.156391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:14.177936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.228288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Calling delete_port for 6e18154c-4cd6-4922-99b0-710104c7509e owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:14.274383 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.282318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.289078 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.304438 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:14.313364 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Usage tracker for resource:security_group_rule and tenant:5bcbdd509af847c58d31c2ae4569d7f5 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:14.319545 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:14.329118 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c1cbb6-235d-4fbf-b1fa-68765785f4ec,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:14.342427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:14.348789 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.351603 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-769d136b-53a8-4fbe-91de-bb1b91f9ef45 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241278 Feb 02 14:33:14.355903 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47808) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:14.362961 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:14.377460 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:14.384766 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:14.389729 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:14.400663 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:14.431692 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.538892 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.547190 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.559330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.611965 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd', '6e18154c-4cd6-4922-99b0-710104c7509e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:33:14.633529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.638899 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815521 Feb 02 14:33:14.644001 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47814) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:14.644821 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce84adc-fb2d-47f7-8dba-8af06513117b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6c4dbb-c4bb-4706-ac90-ef84ed241e88,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:14.664128 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:14.678659 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:14.687744 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:14.700505 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:14.709388 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:14.751200 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.798734 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event deleted for resources: {'Port': ['ID=6e18154c-4cd6-4922-99b0-710104c7509e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:14.882221 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5ff8c616-8955-461a-8604-e54063b6a90e req-ff147ac8-6c97-4595-83ed-a7aa15672cdf tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d HTTP/1.1" status: 200 len: 210 time: 0.0847602 Feb 02 14:33:14.908567 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.922436 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.951305 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.952861 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] No DVR routers for this DVR port 6e18154c-4cd6-4922-99b0-710104c7509e on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:14.964885 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.964885 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'name': 'network-vif-deleted', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:14.984485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:14.995343 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f470f91-dc4c-4b16-8775-2ba134b27da2,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.014973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 1cb80735-2506-43a6-abe1-8d24d6016823 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:15.024365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.030829 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cc76547b-8d36-4a5e-9430-c76f72c8504f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3831651 Feb 02 14:33:15.034506 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47822) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:15.040824 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:15.054415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:15.059931 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:15.064533 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:15.073179 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:15.090382 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.securitygroups_db [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Project 88f0024b0ac548d384a93b041d13887d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:33:15.095103 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9308a0-ab20-4b8c-815b-c9f2bcdbd18d', 'name': 'network-vif-deleted', 'tag': '6e18154c-4cd6-4922-99b0-710104c7509e', 'status': 'completed', 'code': 200} Feb 02 14:33:15.108347 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.108673 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f8c6ca8a-34d4-4843-9ad6-0b3f6d6b01dc req-83e5e7d5-df99-434b-a9ac-c335fd1325b2 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "DELETE /v2.0/ports/6e18154c-4cd6-4922-99b0-710104c7509e HTTP/1.1" status: 204 len: 173 time: 1.7688103 Feb 02 14:33:15.113403 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751286d9-dab5-4412-9751-b953a8196028,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.121695 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-fc4a5d3b-0039-4e4d-b796-39af397ad0dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bcbdd509af847c58d31c2ae4569d7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1987228 Feb 02 14:33:15.122981 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47826) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:15.145145 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 1cb80735-2506-43a6-abe1-8d24d6016823 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:15.159764 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 1cb80735-2506-43a6-abe1-8d24d6016823 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:15.160232 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.195838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.236298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.282910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.297135 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.303887 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.315884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.329463 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 1cb80735-2506-43a6-abe1-8d24d6016823, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=1cb80735-2506-43a6-abe1-8d24d6016823,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:15.332717 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751286d9-dab5-4412-9751-b953a8196028,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.337575 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.345712 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43790dc-cb95-4e20-bac9-b4108dac60f2,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.350710 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.354273 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-444ed040-4b53-4382-987f-ed2ab4e1ebda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/751286d9-dab5-4412-9751-b953a8196028 HTTP/1.1" status: 204 len: 168 time: 0.2280922 Feb 02 14:33:15.366949 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.373267 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47832) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:15.375095 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-53e566e0-1a22-427a-849d-649f8317d6b2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387992 Feb 02 14:33:15.378654 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'security_group_rule': {'security_group_id': 'a20341f2-7a4b-4ce7-b5dd-37f93b42a022', 'project_id': '88f0024b0ac548d384a93b041d13887d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:15.394641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:15.405272 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:security_group_rule and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:15.409560 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:15.418056 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:15.436317 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.securitygroups_db [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Project 88f0024b0ac548d384a93b041d13887d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:33:15.446187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.499284 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=1cb80735-2506-43a6-abe1-8d24d6016823,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.530343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.536819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.568184 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361d9a9f-4d72-4b45-a568-f933cb206101,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:15.576639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.584274 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-77992d8a-f502-4ccb-b85b-87f8496edb27 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2037139 Feb 02 14:33:15.838429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 47868) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:15.860748 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:15.877093 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:15.881970 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dfc2f710034ac983b5f06b01a586d4 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:15.885265 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:15.893118 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:16.061181 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.069311 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.087587 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Sync routers for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:33:16.099762 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:16.100615 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:16.135108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95dae8-cf72-4b19-8b49-42e58caa6c3c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:16.140386 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-578f28c5-fa55-45e7-85cd-18692e1a3e47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9dfc2f710034ac983b5f06b01a586d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005311 Feb 02 14:33:16.144812 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 47886) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:16.291570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.341346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.347173 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:16.444336 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.478883 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95dae8-cf72-4b19-8b49-42e58caa6c3c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:16.478883 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:16.478883 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-70499441-860b-4a35-bb5f-f44cc672ae18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f95dae8-cf72-4b19-8b49-42e58caa6c3c HTTP/1.1" status: 204 len: 168 time: 0.3318703 Feb 02 14:33:16.853441 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6e18154c-4cd6-4922-99b0-710104c7509e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:16.929624 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 6e18154c-4cd6-4922-99b0-710104c7509e {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:16.930181 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6e18154c-4cd6-4922-99b0-710104c7509e not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:16.932632 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 1cb80735-2506-43a6-abe1-8d24d6016823 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:17.004179 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:10Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '165133b0-f02e-4b0d-8397-4f759c7d842e', 'name': '', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'mac_address': 'fa:16:3e:69:29:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:09Z', 'updated_at': '2022-02-02T14:33:11Z', 'revision_number': 2, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'subnets': [{'id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:17.014963 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Checking router: 1472e0f7-1f0b-425d-a45f-d25621a6aa58 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:17.015696 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Updating router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 port 165133b0-f02e-4b0d-8397-4f759c7d842e binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:33:17.058899 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 1cb80735-2506-43a6-abe1-8d24d6016823 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:17.059713 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:17.128951 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:17.773864 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:17.792103 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Transition to ACTIVE for port object 165133b0-f02e-4b0d-8397-4f759c7d842e will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:17.807265 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:18.082393 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15ab6-bea5-4bce-a2f5-5e3fae7f749a None None] Pushing event updated for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:18.245724 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Attempting to bind port 165133b0-f02e-4b0d-8397-4f759c7d842e on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:18.246399 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Attempting to bind port 165133b0-f02e-4b0d-8397-4f759c7d842e by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:18.246542 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Attempting to bind port 165133b0-f02e-4b0d-8397-4f759c7d842e on network ce6f3651-f0bd-4be8-8221-56369544147b {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:18.253015 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:18.253734 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Checking segment: {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:18.254337 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:18.255767 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Bound using segment: {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:18.256447 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Bound port: 165133b0-f02e-4b0d-8397-4f759c7d842e, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:18.257017 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:18.258704 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e2898-089c-440b-8c8e-8eb3ede26431 req-e767d30a-8fa2-4bd3-9cdb-41126caa55dc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:18.259966 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-ef7e2898-089c-440b-8c8e-8eb3ede26431 req-e767d30a-8fa2-4bd3-9cdb-41126caa55dc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Synchronizing usage tracker for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:18.288122 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-ef7e2898-089c-440b-8c8e-8eb3ede26431 req-e767d30a-8fa2-4bd3-9cdb-41126caa55dc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Unset dirty status for tenant:3e1fe0d1ac4f472296a863b573b8fe6a on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:18.290438 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ef7e2898-089c-440b-8c8e-8eb3ede26431 req-e767d30a-8fa2-4bd3-9cdb-41126caa55dc tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1646221 Feb 02 14:33:18.368234 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ef7e2898-089c-440b-8c8e-8eb3ede26431 req-4c64cda4-1a63-47b8-ba5a-1a46a9d1bb6f tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Feb 02 14:33:18.400970 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] For port 165133b0-f02e-4b0d-8397-4f759c7d842e, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:18.408577 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] For port 165133b0-f02e-4b0d-8397-4f759c7d842e, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=165133b0-f02e-4b0d-8397-4f759c7d842e,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:18.419381 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:18.522068 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:18.523234 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:18.684389 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15ab6-bea5-4bce-a2f5-5e3fae7f749a None None] Pushing event updated for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:18.945078 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:18.955061 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 165133b0-f02e-4b0d-8397-4f759c7d842e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:19.058981 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 165133b0-f02e-4b0d-8397-4f759c7d842e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:19.065737 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 165133b0-f02e-4b0d-8397-4f759c7d842e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:19.066101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:19.222297 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:19.267179 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 165133b0-f02e-4b0d-8397-4f759c7d842e, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=165133b0-f02e-4b0d-8397-4f759c7d842e,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:19.273791 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:19.359653 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:19.407630 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:10Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '165133b0-f02e-4b0d-8397-4f759c7d842e', 'name': '', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'mac_address': 'fa:16:3e:69:29:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:09Z', 'updated_at': '2022-02-02T14:33:18Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'subnets': [{'id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:19.413008 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f743f-0868-4545-be11-4345c2c13a5a None None] The sync data for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi is: [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:33:10Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '165133b0-f02e-4b0d-8397-4f759c7d842e', 'name': '', 'network_id': 'ce6f3651-f0bd-4be8-8221-56369544147b', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'mac_address': 'fa:16:3e:69:29:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:09Z', 'updated_at': '2022-02-02T14:33:18Z', 'revision_number': 4, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'subnets': [{'id': 'eeac2494-76d0-4b29-b219-80b8c2b9a834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:19.667334 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3480-d2a4-419b-9339-17394fa583e4 req-b170c28b-5e24-4d0c-984e-326d4344b474 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:19.669574 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4aaa3480-d2a4-419b-9339-17394fa583e4 req-b170c28b-5e24-4d0c-984e-326d4344b474 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1553166 Feb 02 14:33:19.757054 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4aaa3480-d2a4-419b-9339-17394fa583e4 req-12dd0af8-73f1-40e1-991e-d97dcd266ee8 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773733 Feb 02 14:33:19.803675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:20.166583 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-3e36b2ea-61ab-4681-8919-e731f1701f63 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:20.168369 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-3e36b2ea-61ab-4681-8919-e731f1701f63 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.1133659 Feb 02 14:33:20.275355 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Deleting port ae971b74-da2a-4102-be71-ca442a5881dd {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:20.275698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:20.602597 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] For port ae971b74-da2a-4102-be71-ca442a5881dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae971b74-da2a-4102-be71-ca442a5881dd,segment=NetworkSegment(679cd902-869c-43de-83e6-b5fb64edf69e),segment_id=679cd902-869c-43de-83e6-b5fb64edf69e)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:20.602958 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:20.759764 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Calling delete_port for ae971b74-da2a-4102-be71-ca442a5881dd owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:20.891224 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 165133b0-f02e-4b0d-8397-4f759c7d842e up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:33:21.016746 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 165133b0-f02e-4b0d-8397-4f759c7d842e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:21.017101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:21.125334 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:21.182934 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ae971b74-da2a-4102-be71-ca442a5881dd'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:33:21.206479 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Pushing event deleted for resources: {'Port': ['ID=ae971b74-da2a-4102-be71-ca442a5881dd,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:21.236990 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff050e1-2a5f-47f1-9615-508626f6e710 req-964e5a82-dc11-4d5c-9f42-5a8fe2158c2b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:21.240864 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8ff050e1-2a5f-47f1-9615-508626f6e710 req-964e5a82-dc11-4d5c-9f42-5a8fe2158c2b tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/ports?device_id=382548ca-3128-4ba9-a82b-9accb7f0df85 HTTP/1.1" status: 200 len: 945 time: 0.3475211 Feb 02 14:33:21.343489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] No DVR routers for this DVR port ae971b74-da2a-4102-be71-ca442a5881dd on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:21.354460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:21.356990 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'name': 'network-vif-deleted', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:21.381662 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8ff050e1-2a5f-47f1-9615-508626f6e710 req-2972e431-388a-4d25-802b-15dc483fa85d tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d984eb0-bb9a-41b4-b7e1-1684808ffcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079566 Feb 02 14:33:21.391929 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fe8061d6-b0de-43a1-ae33-f6bf8d137348 req-df8e2f4b-c80d-4411-891a-602074974699 tempest-AttachVolumeNegativeTest-1477264165 tempest-AttachVolumeNegativeTest-1477264165-project] 10.222.0.95 "DELETE /v2.0/ports/ae971b74-da2a-4102-be71-ca442a5881dd HTTP/1.1" status: 204 len: 173 time: 1.2164962 Feb 02 14:33:21.450356 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382548ca-3128-4ba9-a82b-9accb7f0df85', 'name': 'network-vif-deleted', 'tag': 'ae971b74-da2a-4102-be71-ca442a5881dd', 'status': 'completed', 'code': 200} Feb 02 14:33:21.965757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48062) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:22.093315 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.109593 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:22.113852 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Usage tracker for resource:security_group_rule and tenant:ed67e1cb0b2e47738ab1b941fe520f10 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:22.117239 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:22.124281 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:22.259826 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.266473 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.411545 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed67e1cb0b2e47738ab1b941fe520f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441061 Feb 02 14:33:22.412398 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d290ea4-e33e-44b6-a4fb-02913dcac882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965cf030-9edc-47f4-b60d-dec3ffd6fcbe,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:22.415050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48070) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:22.482910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.509236 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.513553 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48076) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:22.572017 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.577879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Deleting subnet 6c809121-1919-4677-a702-a68f048359b6 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:33:22.581771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.592622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965cf030-9edc-47f4-b60d-dec3ffd6fcbe,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:22.596143 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.598617 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9df50593-0a66-4a56-8798-014b55bb6ecb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/965cf030-9edc-47f4-b60d-dec3ffd6fcbe HTTP/1.1" status: 204 len: 168 time: 0.1811059 Feb 02 14:33:22.635658 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.785643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.865276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.912822 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.914904 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c809121-1919-4677-a702-a68f048359b6,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:22.921043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-24e0d42d-4ee8-4c78-9f11-b82c9273b6bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c809121-1919-4677-a702-a68f048359b6 HTTP/1.1" status: 204 len: 168 time: 0.4063711 Feb 02 14:33:22.923585 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48086) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:22.929126 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48090) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:22.946829 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:22.964535 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:22.968386 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Usage tracker for resource:security_group_rule and tenant:ca6b27a4902445888a32c846800dd765 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:22.971168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:22.977682 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:23.043456 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.075333 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.080366 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.127280 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca6b27a4902445888a32c846800dd765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970003 Feb 02 14:33:23.128841 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542329e6-4681-44df-b0e8-2fb53f95c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d8db32-2097-45a3-a8e9-d1be8573e704,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:23.131646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48094) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:23.174461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.191699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.201081 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a6eea5-7f66-4297-be41-67904eb3705b']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:23.214276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679cd902-869c-43de-83e6-b5fb64edf69e') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:23.214673 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679cd902-869c-43de-83e6-b5fb64edf69e') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:23.220973 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.229245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.249068 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.256476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Releasing vlan 981 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:33:23.257179 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:33:23.270455 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:33:23.278742 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.296139 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d8db32-2097-45a3-a8e9-d1be8573e704,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:23.303324 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.307144 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-0993f4eb-c59c-46a8-8ee8-621e25f62807 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64d8db32-2097-45a3-a8e9-d1be8573e704 HTTP/1.1" status: 204 len: 168 time: 0.1745470 Feb 02 14:33:23.352928 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.371958 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.386298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a6eea5-7f66-4297-be41-67904eb3705b,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:23.393813 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-93d79013-a67c-40cb-888d-bedab9ee0b10 admin admin] 10.222.0.48 "DELETE /v2.0/networks/14a6eea5-7f66-4297-be41-67904eb3705b HTTP/1.1" status: 204 len: 168 time: 0.4690409 Feb 02 14:33:23.647858 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48108) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:23.701286 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1bb77879-0f79-4f6a-9d55-e6516440f7fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e1fe0d1ac4f472296a863b573b8fe6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520539 Feb 02 14:33:23.704001 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48112) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:23.769401 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.796663 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.855185 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.876190 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d984eb0-bb9a-41b4-b7e1-1684808ffcab,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:23.896457 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:23.898306 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9a7fb984-7abe-418e-af50-c0e998cfff9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d984eb0-bb9a-41b4-b7e1-1684808ffcab HTTP/1.1" status: 204 len: 168 time: 0.1930361 Feb 02 14:33:24.881817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ae971b74-da2a-4102-be71-ca442a5881dd no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:24.932635 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: ae971b74-da2a-4102-be71-ca442a5881dd {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:24.933409 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ae971b74-da2a-4102-be71-ca442a5881dd not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:28.100314 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:33:33.076196 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-82b394b6-d418-44e1-8fbb-883189a8c85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:36.219070 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f00b7596-c747-4151-9978-b399b01c7d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.189829 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.369078 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.547940 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48438) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:37.584530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12fcad-747e-4b94-b78f-1c4c5a9b1304 req-fcdbe02a-de6a-4116-829e-91ad3af21476 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:37.593334 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4e12fcad-747e-4b94-b78f-1c4c5a9b1304 req-fcdbe02a-de6a-4116-829e-91ad3af21476 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1068301 Feb 02 14:33:37.639019 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4e12fcad-747e-4b94-b78f-1c4c5a9b1304 req-5a1a12ed-85af-4f49-8cef-58e81c8aa586 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Feb 02 14:33:37.690679 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.707373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:37.711696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Usage tracker for resource:security_group_rule and tenant:961203e94683410d8e1ea178f024ca71 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:37.714815 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:37.721695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:37.814612 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.819783 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.869570 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=961203e94683410d8e1ea178f024ca71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204575 Feb 02 14:33:37.872088 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48450) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:37.883301 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27587ba-d152-4824-9c36-10dde0ae8481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba0b47e-1489-4b9d-adfe-9a33dc4739d6,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:37.939875 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:37.966928 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.043688 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.064503 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.065793 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bba0b47e-1489-4b9d-adfe-9a33dc4739d6 HTTP/1.1" status: 204 len: 168 time: 0.1927974 Feb 02 14:33:38.067874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2a2be-55f4-40e5-b7dd-429cbe671999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba0b47e-1489-4b9d-adfe-9a33dc4739d6,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:38.182534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-4345fc54-a834-4027-a1ed-d654b000e1ff tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:38.202169 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-4345fc54-a834-4027-a1ed-d654b000e1ff tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:38.203503 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-4345fc54-a834-4027-a1ed-d654b000e1ff tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380617946&fields=id&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 267 time: 0.0677421 Feb 02 14:33:38.367727 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8d940649-a6b0-48e7-9b27-9918f5b636e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:38.368604 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8d940649-a6b0-48e7-9b27-9918f5b636e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:network {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:38.389653 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8d940649-a6b0-48e7-9b27-9918f5b636e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:network {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:38.391044 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8d940649-a6b0-48e7-9b27-9918f5b636e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.1794195 Feb 02 14:33:38.399287 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48472) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:38.408816 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-3c4a7d8c-ddb5-4b61-b45b-c47f02644be6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/quotas/88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 375 time: 0.0098767 Feb 02 14:33:38.422391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.445205 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:38.449409 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Usage tracker for resource:security_group_rule and tenant:4601c653db17406aa4e94a36e2214bc0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:38.453016 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:38.459851 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:38.506500 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-f1208613-a8e7-4369-b654-972dd8507186 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:38.536810 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-f1208613-a8e7-4369-b654-972dd8507186 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:38.539489 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-f1208613-a8e7-4369-b654-972dd8507186 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233277 Feb 02 14:33:38.580936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.587999 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.645853 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312ae1d-c840-4d4e-ad3f-64bce968c724,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:38.662848 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-94771c59-eb81-44d8-8a79-63bde5783dfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4601c653db17406aa4e94a36e2214bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622154 Feb 02 14:33:38.665494 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48482) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:38.733678 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.734071 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8519a0af-f8d7-40c9-9b7e-4918106c591e service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793780 Feb 02 14:33:38.770200 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.887243 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b50849b0-99ac-428e-8734-17c427c250f3 service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518681 Feb 02 14:33:38.918530 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.944073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee3367-a402-412b-9d79-dd0bb1c1b1a9 req-54221a8d-0372-43d0-905c-c44f0568b9b1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:38.945610 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-58ee3367-a402-412b-9d79-dd0bb1c1b1a9 req-54221a8d-0372-43d0-905c-c44f0568b9b1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1491697 Feb 02 14:33:38.948202 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312ae1d-c840-4d4e-ad3f-64bce968c724,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:38.975820 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:38.979668 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6407ed85-9515-41d7-9d26-3615e72af76f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0312ae1d-c840-4d4e-ad3f-64bce968c724 HTTP/1.1" status: 204 len: 168 time: 0.3104959 Feb 02 14:33:39.009100 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-58ee3367-a402-412b-9d79-dd0bb1c1b1a9 req-b383cd1c-69bf-410e-99ea-b359d049b5f3 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550456 Feb 02 14:33:39.376866 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:39.403222 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9eb9d907-7513-4b91-a8eb-ceb0ff10b36f req-f56ae0f9-fa14-4b70-a956-78c23bcb49f5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0716050 Feb 02 14:33:39.553868 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48514) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:39.572291 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:39.608042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:39.613826 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Usage tracker for resource:security_group_rule and tenant:1fece7e88d1d45b59eeeecd94866bb50 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:39.621681 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:39.635765 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:39.709371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10489946-40d8-4b4b-9e79-98e95c927a42 req-6d76fcc3-6116-452b-8ce0-b7e8a7241359 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:39.712833 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10489946-40d8-4b4b-9e79-98e95c927a42 req-6d76fcc3-6116-452b-8ce0-b7e8a7241359 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.1204629 Feb 02 14:33:39.743006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:39.752614 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:39.787467 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10489946-40d8-4b4b-9e79-98e95c927a42 req-aff43ac4-485b-412c-8083-def910d0a410 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676935 Feb 02 14:33:39.837753 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fece7e88d1d45b59eeeecd94866bb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825639 Feb 02 14:33:39.839543 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46de506-75e2-4788-81ea-e1d72d97dc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4edb2a0-3d18-4bd2-8325-238c81cb4605,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:39.840485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48522) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:39.994560 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:40.023974 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-cce4a659-0dd7-4f8f-8ec9-c0215486a86f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:40.025483 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-cce4a659-0dd7-4f8f-8ec9-c0215486a86f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1609890 Feb 02 14:33:40.088545 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:40.171600 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Deleting port 7ea3778a-86e9-4308-834b-62e377400eb1 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:40.172082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:40.257137 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d9d06-c905-40fc-8cec-b7896d539b9a req-b95960c4-304e-4a4b-b6be-b04812a1efb2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:40.275014 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-929d9d06-c905-40fc-8cec-b7896d539b9a req-b95960c4-304e-4a4b-b6be-b04812a1efb2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.1178846 Feb 02 14:33:40.320810 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-929d9d06-c905-40fc-8cec-b7896d539b9a req-955cf88f-7336-493c-ae3a-7ec1f3d6eabd tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448680 Feb 02 14:33:40.356888 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:40.400955 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4edb2a0-3d18-4bd2-8325-238c81cb4605,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:40.415879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:40.420705 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-48fc11c0-c047-465e-91f8-d083242a52f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4edb2a0-3d18-4bd2-8325-238c81cb4605 HTTP/1.1" status: 204 len: 168 time: 0.5754025 Feb 02 14:33:40.578431 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d2bb9ac1-257a-4372-8547-1c9a5aafb834 req-057bee6d-2c05-44ba-b88e-f73d7d049414 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0556974 Feb 02 14:33:40.656232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] For port 7ea3778a-86e9-4308-834b-62e377400eb1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ea3778a-86e9-4308-834b-62e377400eb1,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:40.656595 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:41.038698 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8e648-e453-471e-878c-801fe9fd914a req-2fbcee68-0c18-4da6-8214-5567e3b8d821 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:41.041346 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3a8e648-e453-471e-878c-801fe9fd914a req-2fbcee68-0c18-4da6-8214-5567e3b8d821 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.1038115 Feb 02 14:33:41.095563 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3a8e648-e453-471e-878c-801fe9fd914a req-74145d94-b7b8-4265-827d-ae2a7fd23e5b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483246 Feb 02 14:33:41.097402 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-89cce159-d997-48f7-ae35-2a0cbbaf2355 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:41.099349 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-89cce159-d997-48f7-ae35-2a0cbbaf2355 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.3616223 Feb 02 14:33:41.258955 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-691c0400-05ae-42a6-aeda-fe6ef1080f07 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 380 time: 0.0757785 Feb 02 14:33:41.270415 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'port': {'device_id': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'admin_state_up': True, 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'security_groups': ['a20341f2-7a4b-4ce7-b5dd-37f93b42a022']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:41.290042 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:41.290422 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:41.290806 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Floating IP 219e833a-f813-4196-b2e6-a6ea7241e8bf disassociated. External IP: 172.27.2.28, port: 7ea3778a-86e9-4308-834b-62e377400eb1. Feb 02 14:33:41.291123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Calling delete_port for 7ea3778a-86e9-4308-834b-62e377400eb1 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:41.571488 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:41.593154 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:41.666965 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Made reservation on behalf of 88f0024b0ac548d384a93b041d13887d for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:33:41.670348 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:41.864504 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f26d-bc69-40b4-83cd-e21e620c7855 req-0109c741-c849-4d65-b39e-0a57f9b563cb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:41.871832 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6b3f26d-bc69-40b4-83cd-e21e620c7855 req-0109c741-c849-4d65-b39e-0a57f9b563cb tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 945 time: 0.3821757 Feb 02 14:33:41.873012 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-068a08b8-a714-4c56-955e-49149cc9ae35 req-59751859-cf8c-4d2d-969a-15cacacfac7a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0725727 Feb 02 14:33:41.908774 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-2bb2cee2-bc00-4fbe-b0e0-38ef33cd6d7d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:41.914580 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-2bb2cee2-bc00-4fbe-b0e0-38ef33cd6d7d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.2689693 Feb 02 14:33:41.999407 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:42.096520 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Deleting port 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:42.098339 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:42.104378 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'Port': ['ID=7ea3778a-86e9-4308-834b-62e377400eb1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:42.151144 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f6b3f26d-bc69-40b4-83cd-e21e620c7855 req-0c51c2ca-7451-48aa-add0-04794d437cab tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c73d868-a1c4-458b-bf5d-d6ac34a85324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468081 Feb 02 14:33:42.324142 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.20.0.7 (c1ef30b0-81f1-4512-8463-6d897fae643f/c28bcf49-8801-4316-ad6d-6c7b026821cf/78011ec4-57ce-4b38-9df4-1e845a9010ff) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:42.642604 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4094-b093-48b3-a065-74bf538142ad req-40488eef-6867-472f-81ca-c87599e215ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:42.644173 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6a2d4094-b093-48b3-a065-74bf538142ad req-40488eef-6867-472f-81ca-c87599e215ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 946 time: 0.3293178 Feb 02 14:33:42.718544 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] For port 061177ba-6926-4c5a-8048-649914f7149f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=061177ba-6926-4c5a-8048-649914f7149f,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:33:42.718911 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:42.750914 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:33:42.795461 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6a2d4094-b093-48b3-a065-74bf538142ad req-5d0c62ed-31ab-481f-9a32-0d55ccf36a19 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389899 Feb 02 14:33:43.045410 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.125190 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fa87c698-1d4b-4f58-bac1-1ed4c494ec31 req-b7c8c97d-129b-4c33-87ec-63de4cb31f61 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0762661 Feb 02 14:33:43.136992 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Transition to ACTIVE for port object 78011ec4-57ce-4b38-9df4-1e845a9010ff will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:43.161091 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:33:43.175923 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:33:43.200062 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.201116 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.203748 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Floating IP 01301800-e019-4111-879b-1ca09836ea19 disassociated. External IP: 172.27.2.91, port: 061177ba-6926-4c5a-8048-649914f7149f. Feb 02 14:33:43.204359 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Calling delete_port for 061177ba-6926-4c5a-8048-649914f7149f owned by compute:nova {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:43.219331 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:43.225057 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:43.247557 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] No DVR routers for this DVR port 7ea3778a-86e9-4308-834b-62e377400eb1 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:43.250158 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.258629 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'name': 'network-vif-deleted', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:43.314624 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-12c3d2c5-fa17-484d-b402-d460ebc990ff req-ed284fff-18e3-4b41-9130-b2a5c4535d69 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "DELETE /v2.0/ports/7ea3778a-86e9-4308-834b-62e377400eb1 HTTP/1.1" status: 204 len: 173 time: 3.2800541 Feb 02 14:33:43.332691 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.447194 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3810b63-5d7e-4c29-8823-faa2b68fdb6f', 'name': 'network-vif-deleted', 'tag': '7ea3778a-86e9-4308-834b-62e377400eb1', 'status': 'completed', 'code': 200} Feb 02 14:33:43.570018 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:43.579483 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:43.602058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:43.678817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:43.744907 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:43.795415 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:43.797261 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:43.833199 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-44bca992-a1dc-4073-b9cd-fcce57e2429c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5669460 Feb 02 14:33:43.835913 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6d5935c4-2b67-4cab-a0bb-a6406ac54db6 req-55e421d5-43fd-41ad-b143-8e4023c18b0a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3810b63-5d7e-4c29-8823-faa2b68fdb6f HTTP/1.1" status: 200 len: 210 time: 0.4780819 Feb 02 14:33:43.864745 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Request body: {'port': {'device_id': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:44.080009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:44.163357 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-26899170-598a-4fde-94c2-9ee1d37ffe30 None None] Provisioning for port 78011ec4-57ce-4b38-9df4-1e845a9010ff completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:33:44.199262 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-26899170-598a-4fde-94c2-9ee1d37ffe30 None None] Provisioning complete for port 78011ec4-57ce-4b38-9df4-1e845a9010ff triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:33:44.214926 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-26899170-598a-4fde-94c2-9ee1d37ffe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:44.228736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'Port': ['ID=061177ba-6926-4c5a-8048-649914f7149f,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:44.290067 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-52015366-5288-4977-a987-ef269efc3363 req-3da6f8c9-e0ba-4f74-b7dd-51845bfeeb02 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.1861780 Feb 02 14:33:44.350114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:44.399958 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-26899170-598a-4fde-94c2-9ee1d37ffe30 None None] Port 78011ec4-57ce-4b38-9df4-1e845a9010ff cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:33:44.462433 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:44.486829 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:44.516800 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:44.517050 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:44.703691 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377ed4-a8c5-485a-84df-f0f47ac0632c req-0eb46702-b11a-40ca-907f-fc772cf58d06 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:44.705372 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0b377ed4-a8c5-485a-84df-f0f47ac0632c req-0eb46702-b11a-40ca-907f-fc772cf58d06 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 931 time: 0.3018017 Feb 02 14:33:44.712882 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:33:44.833325 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-0b377ed4-a8c5-485a-84df-f0f47ac0632c req-390af069-9ea4-4dfc-9c04-19cfa08072d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:44.854677 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:44.887150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-0b377ed4-a8c5-485a-84df-f0f47ac0632c req-390af069-9ea4-4dfc-9c04-19cfa08072d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:44.889220 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0b377ed4-a8c5-485a-84df-f0f47ac0632c req-390af069-9ea4-4dfc-9c04-19cfa08072d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743813 Feb 02 14:33:45.070747 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:33:45.082409 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:33:45.106383 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:45.107087 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:45.148844 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48660) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:45.184490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78011ec4-57ce-4b38-9df4-1e845a9010ff {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:33:45.203293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.211453 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:45.244035 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Transition to ACTIVE for port object 78011ec4-57ce-4b38-9df4-1e845a9010ff will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:45.268073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.269669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] No DVR routers for this DVR port 061177ba-6926-4c5a-8048-649914f7149f on host hv-cinder-81888 {{(pid=86948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:33:45.271106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.277717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.282104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-deleted', 'tag': '061177ba-6926-4c5a-8048-649914f7149f'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:45.334192 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3fb00fe5-1aee-416e-be76-2ed38117dceb req-4b72cf37-fbd9-4a6f-8775-7f26e8742f21 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "DELETE /v2.0/ports/061177ba-6926-4c5a-8048-649914f7149f HTTP/1.1" status: 204 len: 173 time: 3.4107077 Feb 02 14:33:45.442845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48670) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:45.446697 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac4d3eb-9173-47fa-aac2-51487a1a8f4b', 'name': 'network-vif-deleted', 'tag': '061177ba-6926-4c5a-8048-649914f7149f', 'status': 'completed', 'code': 200} Feb 02 14:33:45.558030 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 061177ba-6926-4c5a-8048-649914f7149f {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:45.558546 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 061177ba-6926-4c5a-8048-649914f7149f not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:45.559022 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7ea3778a-86e9-4308-834b-62e377400eb1 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:33:45.572327 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.601221 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:45.632171 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Pushing event updated for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:45.793624 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2bfc5acf-c9d0-4821-bc34-558d46958493 req-dd8b6312-42a0-4a3e-98a4-97ab8714420e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:45.812533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 7ea3778a-86e9-4308-834b-62e377400eb1 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:33:45.815454 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 7ea3778a-86e9-4308-834b-62e377400eb1 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:33:45.821892 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:45.857861 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-2bfc5acf-c9d0-4821-bc34-558d46958493 req-dd8b6312-42a0-4a3e-98a4-97ab8714420e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:45.872087 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2bfc5acf-c9d0-4821-bc34-558d46958493 req-dd8b6312-42a0-4a3e-98a4-97ab8714420e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac4d3eb-9173-47fa-aac2-51487a1a8f4b HTTP/1.1" status: 200 len: 210 time: 0.1829152 Feb 02 14:33:45.875063 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:45.885081 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:78667533d0df4fe6b82222e2bd746b40 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:45.901338 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:45.920404 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:46.101856 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:46.121840 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe61c00-68af-4c28-adf8-1e210db6780d None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:46.205518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Attempting to bind port 78011ec4-57ce-4b38-9df4-1e845a9010ff on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:33:46.216836 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Attempting to bind port 78011ec4-57ce-4b38-9df4-1e845a9010ff by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:33:46.217210 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Attempting to bind port 78011ec4-57ce-4b38-9df4-1e845a9010ff on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:46.253929 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Port 78011ec4-57ce-4b38-9df4-1e845a9010ff on network c1ef30b0-81f1-4512-8463-6d897fae643f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:33:46.254493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Attempting to bind port 78011ec4-57ce-4b38-9df4-1e845a9010ff on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:33:46.270985 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.352115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.367962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.371626 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:33:46.372367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:33:46.373227 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Bound using segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:33:46.373909 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Bound port: 78011ec4-57ce-4b38-9df4-1e845a9010ff, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:33:46.374697 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.401092 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:46.405937 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:33:46.416639 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:33:46.417267 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:33:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:46.423408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c73d868-a1c4-458b-bf5d-d6ac34a85324,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:46.462924 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afcfca3-1df0-47d1-bbe2-92dc04d0aeb8,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:46.512070 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48686) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:46.513281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.519181 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f3f6f98a-f911-4819-bac1-3aeaade503de tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c73d868-a1c4-458b-bf5d-d6ac34a85324 HTTP/1.1" status: 204 len: 168 time: 1.3653774 Feb 02 14:33:46.523388 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ebe27923-6986-4aec-881b-5814dc05d3a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78667533d0df4fe6b82222e2bd746b40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0790250 Feb 02 14:33:46.524329 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48690) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:46.578309 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b161bc-28fd-4efa-afc4-ae46ffc958b3 req-6a2fca52-bed8-4272-aa26-f9050015a1c4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:46.580869 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c4b161bc-28fd-4efa-afc4-ae46ffc958b3 req-6a2fca52-bed8-4272-aa26-f9050015a1c4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:46.592462 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.api.v2.resource [None req-ab8698aa-652d-419d-aaa3-73e8643f4c35 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] show failed (client error): The resource could not be found. Feb 02 14:33:46.598062 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-ab8698aa-652d-419d-aaa3-73e8643f4c35 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups/8c73d868-a1c4-458b-bf5d-d6ac34a85324 HTTP/1.1" status: 404 len: 347 time: 0.0680809 Feb 02 14:33:46.601210 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48694) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:46.665973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9ffe2-eadf-4773-8ac9-fecfeeee1aba None None] New status for floating IP 219e833a-f813-4196-b2e6-a6ea7241e8bf: DOWN {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:33:46.676715 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:33:46.729971 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:33:46.732186 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c4b161bc-28fd-4efa-afc4-ae46ffc958b3 req-6a2fca52-bed8-4272-aa26-f9050015a1c4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:46.733367 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c4b161bc-28fd-4efa-afc4-ae46ffc958b3 req-6a2fca52-bed8-4272-aa26-f9050015a1c4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.4819250 Feb 02 14:33:46.810443 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:33:46.852849 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.907629 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Deleting port 263be368-fe77-401d-8c61-3a1e895a4a15 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:46.907880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:46.945213 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.012857 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:47.012857 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.013375 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] 10.222.0.95 "PUT /v2.0/ports/78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 200 len: 1093 time: 3.1638367 Feb 02 14:33:47.023500 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:33:47.051111 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c4b161bc-28fd-4efa-afc4-ae46ffc958b3 req-8a52700e-d4b8-4880-9b39-0b919796b765 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564559 Feb 02 14:33:47.066349 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48704) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:47.083529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.122613 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:33:47.132250 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c3034-50ef-4541-9084-466855cd9fc2 None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:33:47.240668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.241028 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.345930 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.385464 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'status': 'completed', 'code': 200} Feb 02 14:33:47.385576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.462409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e81c-441f-44a5-8a2c-6a05f6edacca service neutron] Pushing event updated for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:47.466776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.473079 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Calling delete_port for 263be368-fe77-401d-8c61-3a1e895a4a15 owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:47.494900 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0984219-cb02-4451-9b61-c7359bee7c3c None None] New status for floating IP 01301800-e019-4111-879b-1ca09836ea19: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:33:47.501061 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:47.516228 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.517784 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-bed3bd65-311c-4ce6-9616-3a609c1943af tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "DELETE /v2.0/security-groups/9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9 HTTP/1.1" status: 204 len: 168 time: 0.4488649 Feb 02 14:33:47.522157 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48714) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:47.556009 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.api.v2.resource [None req-1823db5f-8613-4fe0-b301-bc388ba5ef4c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] show failed (client error): The resource could not be found. Feb 02 14:33:47.561042 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48718) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:47.561632 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1823db5f-8613-4fe0-b301-bc388ba5ef4c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups/9c67ddd6-763d-45c1-83cb-ed28f4e0b2c9 HTTP/1.1" status: 404 len: 347 time: 0.0373847 Feb 02 14:33:47.715099 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.765146 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afcfca3-1df0-47d1-bbe2-92dc04d0aeb8,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:47.773361 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Deleting port f554a00f-c18a-480d-82b6-6c1a59eef755 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:33:47.773825 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.840069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:47.841261 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-11c1f99c-c6b4-45d2-8a38-fb7f374f3b05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2afcfca3-1df0-47d1-bbe2-92dc04d0aeb8 HTTP/1.1" status: 204 len: 168 time: 1.3241618 Feb 02 14:33:47.853683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-0aaa007b-63cc-40cf-b9c0-94ae97a37343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:47.855507 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-0aaa007b-63cc-40cf-b9c0-94ae97a37343 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1096 time: 0.5145106 Feb 02 14:33:48.125297 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-f1deed3a-c302-4e71-bb0c-d67dcc42a5fb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 200 len: 217 time: 0.2430186 Feb 02 14:33:48.182008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48728) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:48.205394 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.223167 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:48.227614 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Usage tracker for resource:security_group_rule and tenant:49187cfe5b5c445b8d1bf77fff991d29 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:48.230707 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:48.230894 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.236674 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:48.325915 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.330072 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.340648 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-96358ac8-8b4d-4027-9ba4-fef9c455b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:48.342080 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-96358ac8-8b4d-4027-9ba4-fef9c455b3d6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.2009013 Feb 02 14:33:48.342819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'Port': ['ID=263be368-fe77-401d-8c61-3a1e895a4a15,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:48.347507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.347507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.378693 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49187cfe5b5c445b8d1bf77fff991d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953964 Feb 02 14:33:48.380260 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0638c82-695e-4f9f-803c-8b707e54191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868e2cad-cca5-4b7e-b1f6-29b27b554ac1,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:48.382496 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48732) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:48.442069 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.472995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.563717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.579738 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e2cad-cca5-4b7e-b1f6-29b27b554ac1,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:48.592956 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Calling delete_port for f554a00f-c18a-480d-82b6-6c1a59eef755 owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:33:48.607869 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.609258 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3dcaa866-c67c-4a9a-b783-d06e5a8e71cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/868e2cad-cca5-4b7e-b1f6-29b27b554ac1 HTTP/1.1" status: 204 len: 168 time: 0.2257919 Feb 02 14:33:48.715959 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.752939 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99955a6-d1df-40cb-9908-d9442192c0d7 req-098341bf-6e08-4759-a574-100d24f634f7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:48.754698 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e99955a6-d1df-40cb-9908-d9442192c0d7 req-098341bf-6e08-4759-a574-100d24f634f7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.5315912 Feb 02 14:33:48.771273 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:48.772698 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7d659e17-cb94-4fec-91fd-05a9cbcaa7c6 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "DELETE /v2.0/floatingips/219e833a-f813-4196-b2e6-a6ea7241e8bf HTTP/1.1" status: 204 len: 168 time: 2.1647677 Feb 02 14:33:48.787684 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-3706adb7-a338-4d8e-a04e-e13ad97eba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:48.789174 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-3706adb7-a338-4d8e-a04e-e13ad97eba0a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4051900 Feb 02 14:33:48.962523 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e99955a6-d1df-40cb-9908-d9442192c0d7 req-d5a930a6-8d23-459c-ad2c-fc1c9c6d9f0d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959441 Feb 02 14:33:49.007885 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.069285 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-af1f67b1-14a3-474f-9631-6db5ece32fe5 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698390 Feb 02 14:33:49.070009 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'Port': ['ID=f554a00f-c18a-480d-82b6-6c1a59eef755,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:49.077590 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48750) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:49.086910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954377238', 'description': 'tempest-description--947053387'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:49.093873 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.099390 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.107389 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.115569 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.131316 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.179384 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.186310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.192053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.200716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.291193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.306012 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.311614 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.345113 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95904322-f856-4dd0-84de-6d9c3452ca05 req-8bebf8f4-1569-4b39-bd5d-bd99e3242bf1 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643318 Feb 02 14:33:49.348379 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.352864 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d56e0ad8-c24a-4c92-896c-cb2f0e58c1e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "DELETE /v2.0/floatingips/01301800-e019-4111-879b-1ca09836ea19 HTTP/1.1" status: 204 len: 168 time: 1.7893612 Feb 02 14:33:49.367470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d8f8c-8e8c-476e-9824-3b713e5f2747,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:49.377458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.384479 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2af6a898-cfa0-44a4-9c05-637f2700d4b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3054566 Feb 02 14:33:49.385093 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48760) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:49.391138 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group_rule': {'security_group_id': '4c6d8f8c-8e8c-476e-9824-3b713e5f2747', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:49.400364 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.407217 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.412954 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.422351 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.445080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.562468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.571224 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.607735 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb1d2bd-509e-467e-8895-cfaecc5891de,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:49.634381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.635841 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1291be83-66ec-4319-9004-2cdff60b7769 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2495081 Feb 02 14:33:49.639656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48774) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:49.647299 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'security_group_rule': {'security_group_id': '4c6d8f8c-8e8c-476e-9824-3b713e5f2747', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:49.657001 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.663645 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177dc2b-3376-401c-9685-da7676e43876 req-13169358-da96-49a9-9fad-4cc7519885eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:49.665936 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-13169358-da96-49a9-9fad-4cc7519885eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1096 time: 0.1490989 Feb 02 14:33:49.667243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:security_group_rule and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.671284 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.689601 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48778) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:49.695688 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672452630', 'description': 'tempest-description--1359632075'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:49.701603 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.702406 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.707833 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.710431 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.717901 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.734377 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.758030 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:49.770468 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:49.774610 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:49.783188 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:49.815005 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.908450 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.915837 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.962835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:49.980991 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff793dc-0bbc-47f3-a9c9-71c90a0cd983,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:50.014419 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.014633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177dc2b-3376-401c-9685-da7676e43876 req-c6c4b0e6-07c3-4f05-bad1-0b0b722fe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:50.016013 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c3d4277a-c6d1-43ec-afa0-ed18e0b02b39 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3252933 Feb 02 14:33:50.016234 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-c6c4b0e6-07c3-4f05-bad1-0b0b722fe9c5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.3415990 Feb 02 14:33:50.021273 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48796) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:50.035587 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group_rule': {'security_group_id': 'fff793dc-0bbc-47f3-a9c9-71c90a0cd983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:50.141062 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:50.160977 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:50.164466 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-2dc6c337-c8bf-4866-97e0-e09c9ce47496 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 200 len: 217 time: 0.1136501 Feb 02 14:33:50.165362 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:50.174187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:50.226123 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002573d5-b306-4329-afd0-67e36c70fd84 req-a2129038-d54e-4adb-8127-8aaae3b5b936 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:50.232137 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-002573d5-b306-4329-afd0-67e36c70fd84 req-a2129038-d54e-4adb-8127-8aaae3b5b936 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.1032400 Feb 02 14:33:50.238765 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.255617 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.276794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.283374 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b2e028-5be1-4f5b-9703-088a3928f3ce,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:50.305555 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177dc2b-3376-401c-9685-da7676e43876 req-c9313e1c-f040-4aa7-b4f0-3090b85f597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:50.307055 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-c9313e1c-f040-4aa7-b4f0-3090b85f597f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.1291001 Feb 02 14:33:50.314937 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-002573d5-b306-4329-afd0-67e36c70fd84 req-55516150-5671-4c7a-9d27-3d8e79000a9b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776932 Feb 02 14:33:50.368964 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.370130 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-bb54f339-dec7-46bf-aa95-f0949abb943a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7306392 Feb 02 14:33:50.373588 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 48834) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:50.381187 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:50.387757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:50.391845 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Usage tracker for resource:floatingip and tenant:56bc51711e3b4af5baf392fc02472fe0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:50.395215 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:50.402784 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:50.412939 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.414766 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.417413 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.446098 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2ee981-c1e2-4699-96c2-4d9a260ba346,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:50.456869 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177dc2b-3376-401c-9685-da7676e43876 req-d41d185f-e6fb-4bff-ae11-c519b5ccf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:50.458553 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-d41d185f-e6fb-4bff-ae11-c519b5ccf6cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1435697 Feb 02 14:33:50.459775 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.460839 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1b5a2ed3-5734-4e7c-bcd6-c14f29f22470 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385960 Feb 02 14:33:50.464023 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48838) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:50.469020 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'security_group_rule': {'security_group_id': 'fff793dc-0bbc-47f3-a9c9-71c90a0cd983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:50.498404 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:50.552473 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:security_group_rule and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:50.556610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:50.565004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:50.566725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.615244 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.674246 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-825ed008-c776-432a-a86e-17e0a74dfc5f service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004013 Feb 02 14:33:50.763552 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Allocated IP 172.27.2.196 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/8e195dce-2339-4189-8a1d-8b0fcfb15c1d) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:50.854292 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.860342 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.918966 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfe2057-6570-4715-b292-88048baa1ef0,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:50.922673 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.957136 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.978786 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:50.983787 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c4b7a545-cee1-4436-a203-8aa6a8ef2408 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5155911 Feb 02 14:33:50.984685 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 48848) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:33:50.995486 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:51.005073 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3177dc2b-3376-401c-9685-da7676e43876 req-2b6f2a58-485a-4d10-8192-7798abf0d196 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206460 Feb 02 14:33:51.005967 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:51.010007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Usage tracker for resource:floatingip and tenant:75b02e5238e9466883a69443c1e64ba8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:33:51.013270 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:33:51.020233 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:51.025035 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:51.027929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:51.030933 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.031937 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:51.076371 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=8e195dce-2339-4189-8a1d-8b0fcfb15c1d,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:51.135369 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.200933 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.229788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.445447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Allocated IP 172.27.2.231 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/dff5fdff-3c3b-4dc3-85cf-be8cceab21f1) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:51.469481 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.475619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.595458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=8e195dce-2339-4189-8a1d-8b0fcfb15c1d,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:51.622415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.648859 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.650530 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a45ec52c-6b90-4d90-9966-c9b33ac6b083 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2753870 Feb 02 14:33:51.700282 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74331f3c-9815-43cb-8263-36efcbf5b3a4 req-3dcd1c06-6272-4f43-9d47-4a8f64b15e40 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:51.701732 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74331f3c-9815-43cb-8263-36efcbf5b3a4 req-3dcd1c06-6272-4f43-9d47-4a8f64b15e40 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.2577722 Feb 02 14:33:51.782244 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.790952 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74331f3c-9815-43cb-8263-36efcbf5b3a4 req-5827d290-e1d5-44ab-9c9a-ad83a15ff656 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758600 Feb 02 14:33:51.833267 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:51.912199 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:51.915204 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:51.919004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:51.921044 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-f9a25194-198c-4199-90fa-1251baea9845 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:51.950844 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-f9a25194-198c-4199-90fa-1251baea9845 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:51.951840 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-f9a25194-198c-4199-90fa-1251baea9845 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1954377238&fields=id&tenant_id=56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 267 time: 0.0851912 Feb 02 14:33:51.963755 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=dff5fdff-3c3b-4dc3-85cf-be8cceab21f1,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:52.016886 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.087824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.207148 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c13e5d66-1622-4487-9714-6ab3fa2c85e7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:52.208730 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c13e5d66-1622-4487-9714-6ab3fa2c85e7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 810 time: 0.2487295 Feb 02 14:33:52.224955 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-6152ba7a-9e2a-4b10-bbdd-678c01e2032e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/quotas/56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 375 time: 0.0105348 Feb 02 14:33:52.321537 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c5f350e6-5220-4ae6-a7ae-4725cc5c5f9a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909033 Feb 02 14:33:52.407571 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.412838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.509599 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-b3ded869-568c-4380-9ddc-9e3caeb9ad5f service neutron] 10.222.0.48 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755788 Feb 02 14:33:52.530281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=dff5fdff-3c3b-4dc3-85cf-be8cceab21f1,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:52.548132 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.579614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:52.582116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-dc7a86f7-4162-4d3b-8d1c-d3fe2e1d9916 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5957654 Feb 02 14:33:52.676291 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-9ff8c729-6b5e-454d-90a8-6d540f84cbcd service neutron] 10.222.0.48 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543839 Feb 02 14:33:52.870181 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-32f1d49a-6261-49df-896a-31e417ac83fb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1672452630&fields=id&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 267 time: 0.0531871 Feb 02 14:33:53.091091 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94502e3c-1630-4bb7-9329-8b71a8bb076f req-0698192c-2b82-4768-a1b3-2e3690be9aba tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:53.093910 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-94502e3c-1630-4bb7-9329-8b71a8bb076f req-0698192c-2b82-4768-a1b3-2e3690be9aba tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.1396387 Feb 02 14:33:53.131867 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-5448de63-c4d7-4395-b8f2-94ef2a2a35c8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:53.135409 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-5448de63-c4d7-4395-b8f2-94ef2a2a35c8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 817 time: 0.2525427 Feb 02 14:33:53.154623 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-0e7ff27e-0ed7-4389-832a-134369b4e831 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/quotas/75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 375 time: 0.0124340 Feb 02 14:33:53.161976 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-94502e3c-1630-4bb7-9329-8b71a8bb076f req-d34bdb6c-f185-43cd-a478-1c7ccb987720 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590310 Feb 02 14:33:53.270459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-01541e76-d403-4c69-8214-a067f6674f2a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:53.270717 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cc315143-f95b-40b2-9ecf-06a13d4d73eb req-2305b3f0-837a-469f-8706-d059521196d1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0514894 Feb 02 14:33:53.298039 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-01541e76-d403-4c69-8214-a067f6674f2a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:53.300246 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-01541e76-d403-4c69-8214-a067f6674f2a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368525 Feb 02 14:33:53.457413 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-17d44a06-a2bc-4748-9a29-99ee60ae33c7 service neutron] 10.222.0.48 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443737 Feb 02 14:33:53.595877 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-1dbc0859-db89-47cc-a24e-5766de8dee20 service neutron] 10.222.0.48 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323786 Feb 02 14:33:53.810692 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6fdc3f3f-0f19-4d41-a0e4-eb99180a9e12 req-9a586200-4a48-43d8-86f9-2cef8dfd1813 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0438833 Feb 02 14:33:54.358817 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cff56-71e9-42a0-b2c1-06ba3b2b04dc req-7d93c4b8-529d-451f-895e-237e43efaaa5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:54.360177 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ab9cff56-71e9-42a0-b2c1-06ba3b2b04dc req-7d93c4b8-529d-451f-895e-237e43efaaa5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.0820382 Feb 02 14:33:54.410725 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ab9cff56-71e9-42a0-b2c1-06ba3b2b04dc req-f242d980-5594-456c-bc93-659ce3065699 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Feb 02 14:33:54.438376 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-204daae9-f079-4876-a517-83ef9bd71398 req-5a08e623-b733-4874-8d57-e2e56e18779b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0581434 Feb 02 14:33:54.981538 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-173eb7a1-022b-4762-8ecd-384f28e39445 req-e71e9488-9cb1-4c56-9acc-237e926b28ea tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0431261 Feb 02 14:33:55.601993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-4e0a9153-6ff4-432c-b496-890375d85c7a req-4f9dd1cb-3ef4-4e22-ad99-02156261d729 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:55.610397 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed79a7c-dbf4-4023-af0b-1bb2c65d7413 req-6d99339f-b8b9-4aa8-a622-f44fb0dfecd6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:55.612093 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fed79a7c-dbf4-4023-af0b-1bb2c65d7413 req-6d99339f-b8b9-4aa8-a622-f44fb0dfecd6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.0873115 Feb 02 14:33:55.619721 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-4e0a9153-6ff4-432c-b496-890375d85c7a req-4f9dd1cb-3ef4-4e22-ad99-02156261d729 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:55.621011 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4e0a9153-6ff4-432c-b496-890375d85c7a req-4f9dd1cb-3ef4-4e22-ad99-02156261d729 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0752480 Feb 02 14:33:55.662204 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fed79a7c-dbf4-4023-af0b-1bb2c65d7413 req-78750cf2-824d-4264-a454-05b591b8208f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Feb 02 14:33:56.140342 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4294533b-37b2-4e08-95e6-fecc1b1e561d req-dd3505cb-90da-4f5a-9e8f-4f45ac5f28c2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0438890 Feb 02 14:33:56.777298 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-74a6b0c4-0f08-4a95-bf0e-6b12e94c9ae5 req-19c80e46-12f2-4910-acde-fc414e551bb7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0471773 Feb 02 14:33:56.865730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db05f-560a-4a63-8891-188be3edf95b req-1507af2c-44d4-4e04-8646-fcfbbcb77ef1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:56.867285 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-141db05f-560a-4a63-8891-188be3edf95b req-1507af2c-44d4-4e04-8646-fcfbbcb77ef1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.0896521 Feb 02 14:33:56.927846 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-141db05f-560a-4a63-8891-188be3edf95b req-d66837e2-9a9b-43df-a149-953929f09a74 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544455 Feb 02 14:33:57.297658 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91cacda9-5d38-496d-9f1d-8b4a619da78a req-0ba2b9a8-50df-4c03-afd2-a197e6fe67b2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0434434 Feb 02 14:33:57.953631 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8d33fd3f-9107-4839-b817-8a5d31c9dbc9 req-0fe1b2c4-e17e-43b9-a1c6-987cd2529954 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0427094 Feb 02 14:33:58.128644 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa84bc-b2a3-46d6-a187-1bf4f89b7027 req-125e23dc-c2eb-417b-9750-f90550559782 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:58.129788 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3aa84bc-b2a3-46d6-a187-1bf4f89b7027 req-125e23dc-c2eb-417b-9750-f90550559782 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.0870476 Feb 02 14:33:58.191787 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c3aa84bc-b2a3-46d6-a187-1bf4f89b7027 req-cb51d62b-be53-406a-99bd-eeb6254f698e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562892 Feb 02 14:33:58.384749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-4b2307eb-6158-41f3-a95a-8421b581e7ff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:58.386537 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-4b2307eb-6158-41f3-a95a-8421b581e7ff tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 810 time: 0.1667373 Feb 02 14:33:58.479854 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9e3dcfbb-8225-471c-8301-499d664ca68f req-d1d9e04b-dfd1-4681-aeff-5853acc639b8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0606899 Feb 02 14:33:58.498711 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c8ed5d7b-f657-41eb-a4d8-ff30c8fa8ef1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:58.522971 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c8ed5d7b-f657-41eb-a4d8-ff30c8fa8ef1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:58.524689 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-c8ed5d7b-f657-41eb-a4d8-ff30c8fa8ef1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bc51711e3b4af5baf392fc02472fe0 HTTP/1.1" status: 200 len: 380 time: 0.1225691 Feb 02 14:33:58.538411 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'port': {'device_id': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'admin_state_up': True, 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'security_groups': ['4c6d8f8c-8e8c-476e-9824-3b713e5f2747']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:58.709901 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:58.721423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:58.731897 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Made reservation on behalf of 56bc51711e3b4af5baf392fc02472fe0 for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:33:58.735552 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:58.912755 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-b09456cd-dfdb-47d7-9d33-db2b4dfa23f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:58.913471 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-b09456cd-dfdb-47d7-9d33-db2b4dfa23f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:58.935201 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-b09456cd-dfdb-47d7-9d33-db2b4dfa23f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:58.936402 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-b09456cd-dfdb-47d7-9d33-db2b4dfa23f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 817 time: 0.1915975 Feb 02 14:33:58.945570 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Allocated IP 172.20.0.14 (cd11a4bc-18c4-428b-9346-d3f2693d4bf1/97c0d365-7fa7-455c-9658-2e9d5614314f/662d450f-1caa-46c1-bc45-dc482d4396ac) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:59.035686 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-d4f0b7c2-8abf-4fbf-a232-ed54f762198b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:33:59.093974 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-8144b29f-a03e-447b-a4fa-36b15680142d req-d4f0b7c2-8abf-4fbf-a232-ed54f762198b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:33:59.097325 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-d4f0b7c2-8abf-4fbf-a232-ed54f762198b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 380 time: 0.1445956 Feb 02 14:33:59.109170 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'port': {'device_id': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'admin_state_up': True, 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'security_groups': ['fff793dc-0bbc-47f3-a9c9-71c90a0cd983']}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:59.293828 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:59.315695 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-941c6d9a-1833-47ef-84ac-cd259cf53093 req-78813901-ba62-4a75-926d-a54f70eb571b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.1893933 Feb 02 14:33:59.364543 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Transition to ACTIVE for port object 662d450f-1caa-46c1-bc45-dc482d4396ac will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:33:59.364821 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:33:59.383324 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:33:59.406289 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Made reservation on behalf of 75b02e5238e9466883a69443c1e64ba8 for: {'port': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:33:59.411875 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:59.420038 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:59.490744 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155c696-f53a-4f71-b995-98faa96a69fd req-f50df3fc-7f31-408b-9116-50f0ac7bcf6c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:59.492316 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7155c696-f53a-4f71-b995-98faa96a69fd req-f50df3fc-7f31-408b-9116-50f0ac7bcf6c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.1737940 Feb 02 14:33:59.541315 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:33:59.548955 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:33:59.552313 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event updated for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:33:59.554698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:33:59.641227 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7155c696-f53a-4f71-b995-98faa96a69fd req-7897ec56-ca8b-48e0-82f8-9864989bcfda tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301315 Feb 02 14:33:59.682106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:33:59.682897 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:33:59.735320 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-00e3b10f-6015-4191-b4f6-ba323dcd62fc tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2027955 Feb 02 14:33:59.757302 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Request body: {'port': {'device_id': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:33:59.860853 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Allocated IP 172.20.0.11 (9239a2d2-ad07-40b0-ab0a-5abf620e02ad/3fe06519-f733-48fd-ada8-80e46a0695cb/eaacd76f-a7c1-4068-a4c7-2c9adeed1a22) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:33:59.873430 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-46892b29-eeb3-4003-9788-189d73fb8db0 req-9402344f-aa9c-43ad-8b37-2b92902b9845 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0741575 Feb 02 14:33:59.971518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.029711 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-759be8cd-9b0d-4e51-9aad-54fe91605948 None None] Provisioning for port 662d450f-1caa-46c1-bc45-dc482d4396ac completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:00.037433 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-759be8cd-9b0d-4e51-9aad-54fe91605948 None None] Provisioning complete for port 662d450f-1caa-46c1-bc45-dc482d4396ac triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:00.037978 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-759be8cd-9b0d-4e51-9aad-54fe91605948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.104417 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-759be8cd-9b0d-4e51-9aad-54fe91605948 None None] Port 662d450f-1caa-46c1-bc45-dc482d4396ac cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:34:00.211701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.229969 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Transition to ACTIVE for port object eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:00.258454 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.342786 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:34:00.345257 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:34:00.354320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:34:00.386130 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662d450f-1caa-46c1-bc45-dc482d4396ac {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:00.387707 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:00.401327 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.425153 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Transition to ACTIVE for port object 662d450f-1caa-46c1-bc45-dc482d4396ac will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:00.432930 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.453262 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:00.454338 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.507163 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-850e7ee9-bb87-4139-8aac-489fa324c488 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4035838 Feb 02 14:34:00.529283 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Request body: {'port': {'device_id': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:00.747909 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Pushing event updated for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:00.757311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.843836 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-3dba8959-ef0c-4fc7-a32e-2125eadb2d51 None None] Provisioning for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:00.849253 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-3dba8959-ef0c-4fc7-a32e-2125eadb2d51 None None] Provisioning complete for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:00.849799 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3dba8959-ef0c-4fc7-a32e-2125eadb2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.881482 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Attempting to bind port 662d450f-1caa-46c1-bc45-dc482d4396ac on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:34:00.881819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Attempting to bind port 662d450f-1caa-46c1-bc45-dc482d4396ac by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:34:00.882148 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Attempting to bind port 662d450f-1caa-46c1-bc45-dc482d4396ac on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:00.891455 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Port 662d450f-1caa-46c1-bc45-dc482d4396ac on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:34:00.891788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Attempting to bind port 662d450f-1caa-46c1-bc45-dc482d4396ac on network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:00.902037 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:34:00.902412 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Checking segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:34:00.902863 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Bound using segment: {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:34:00.903317 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Bound port: 662d450f-1caa-46c1-bc45-dc482d4396ac, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:34:00.903725 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:00.926892 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073338-6b68-4682-a609-6aef7a35161e req-06dd1c7d-b8e4-4b8b-8525-57847106236b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:00.927824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-bb073338-6b68-4682-a609-6aef7a35161e req-06dd1c7d-b8e4-4b8b-8525-57847106236b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:34:00.962610 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-3dba8959-ef0c-4fc7-a32e-2125eadb2d51 None None] Port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:34:00.991577 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-bb073338-6b68-4682-a609-6aef7a35161e req-06dd1c7d-b8e4-4b8b-8525-57847106236b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:34:00.992761 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bb073338-6b68-4682-a609-6aef7a35161e req-06dd1c7d-b8e4-4b8b-8525-57847106236b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 944 time: 0.4204447 Feb 02 14:34:01.074951 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bb073338-6b68-4682-a609-6aef7a35161e req-98ae04d6-b2c9-4cdf-b95e-257910e00a1e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752499 Feb 02 14:34:01.083444 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:34:01.087719 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=662d450f-1caa-46c1-bc45-dc482d4396ac,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:34:01.107565 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 78011ec4-57ce-4b38-9df4-1e845a9010ff details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:34:01.108246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.197238 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba6681-2c26-4237-bf14-12d783b7797b req-dd03d615-a969-4fd4-a310-0ea95722e031 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:01.204700 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-63ba6681-2c26-4237-bf14-12d783b7797b req-dd03d615-a969-4fd4-a310-0ea95722e031 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 943 time: 0.2982662 Feb 02 14:34:01.290632 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-63ba6681-2c26-4237-bf14-12d783b7797b req-dce0d70d-a9ed-4d7b-b7ba-35d6bfdd155a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843611 Feb 02 14:34:01.324525 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Pushing event updated for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:01.346727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:01.349321 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:01.349946 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.351691 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-7564a7ae-7d11-46f8-88e8-d5e8b5414c2c service neutron] 10.222.0.95 "PUT /v2.0/ports/662d450f-1caa-46c1-bc45-dc482d4396ac HTTP/1.1" status: 200 len: 1094 time: 1.6023581 Feb 02 14:34:01.353665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:01.364836 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'port_id': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'mac_address': 'fa:16:3e:4a:6a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:34:01.397086 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209fa0-26ae-48df-8cbc-e5d9394e8b24 req-039f0999-0275-4979-9a22-94482bab62a6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:01.399082 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3c209fa0-26ae-48df-8cbc-e5d9394e8b24 req-039f0999-0275-4979-9a22-94482bab62a6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 932 time: 0.1387732 Feb 02 14:34:01.450793 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:01.461392 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.470243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.482936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Transition to ACTIVE for port object eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 will not be triggered until provisioned by entity L2. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:01.491284 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.495581 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'status': 'completed', 'code': 200} Feb 02 14:34:01.527237 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78011ec4-57ce-4b38-9df4-1e845a9010ff {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:01.550975 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:01.557850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.617992 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-2b2a50e6-55c1-477b-94bf-2a5373b05ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:01.619801 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-2b2a50e6-55c1-477b-94bf-2a5373b05ee5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 1097 time: 0.1753526 Feb 02 14:34:01.758442 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-9441d917-cbb2-4a44-8ebf-01766d3022f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662d450f-1caa-46c1-bc45-dc482d4396ac HTTP/1.1" status: 200 len: 217 time: 0.1222887 Feb 02 14:34:01.786902 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:01.797481 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:01.885084 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['78011ec4-57ce-4b38-9df4-1e845a9010ff'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:34:01.907251 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Attempting to bind port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:34:01.907590 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Attempting to bind port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:34:01.907904 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Attempting to bind port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:01.925278 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:34:01.925873 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Attempting to bind port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 on network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:01.933304 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:34:01.933752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Checking segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:34:01.934046 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Bound using segment: {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:34:01.934596 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Bound port: eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b95114b-4925-48b6-b221-efa6291fca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad'}}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:34:01.935047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:01.983293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-21fd4a0a-e548-4540-addb-cdf5bd4d1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:01.984740 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-21fd4a0a-e548-4540-addb-cdf5bd4d1f81 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.2186654 Feb 02 14:34:01.998896 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3c209fa0-26ae-48df-8cbc-e5d9394e8b24 req-deb261d7-3a71-40e9-bf5c-eba665ed10d9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805926 Feb 02 14:34:02.061191 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, cleared binding levels {{(pid=86948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:34:02.067415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:34:02.074757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:02.102053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-fde7e463-7dec-4db0-a57a-e76c899744db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.104225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-fde7e463-7dec-4db0-a57a-e76c899744db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982678 Feb 02 14:34:02.164373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=3']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:02.181776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.182716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:02.184211 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-3bfa9f1a-e03e-49f0-a4cb-2a90c74b8dd1 service neutron] 10.222.0.95 "PUT /v2.0/ports/eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 1094 time: 1.6630313 Feb 02 14:34:02.185414 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:02.354652 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'status': 'completed', 'code': 200} Feb 02 14:34:02.449137 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-118ab4fa-d242-4ec0-8fa6-9cf5f70fe9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.450662 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-118ab4fa-d242-4ec0-8fa6-9cf5f70fe9e6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1097 time: 0.2019422 Feb 02 14:34:02.458920 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66ed28-aef1-47de-b09d-d8fe9a41870b req-9a65ad5a-9a18-4f04-abb5-dabedc599781 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.460522 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0b66ed28-aef1-47de-b09d-d8fe9a41870b req-9a65ad5a-9a18-4f04-abb5-dabedc599781 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 944 time: 0.1524920 Feb 02 14:34:02.534689 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-5c368623-2287-46d1-89a9-e7a9d87dcb5e service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231484 Feb 02 14:34:02.546808 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-53e36db6-e075-4732-be0a-6df3ab7f174b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 217 time: 0.0817940 Feb 02 14:34:02.576194 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23151055-97bd-409b-85e8-e23d2882ada0 req-d5ce855d-6aad-4ee6-b20d-f460a2f98209 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.577798 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-23151055-97bd-409b-85e8-e23d2882ada0 req-d5ce855d-6aad-4ee6-b20d-f460a2f98209 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 944 time: 0.1447732 Feb 02 14:34:02.663834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-dc848ed0-7a2c-4b26-8ede-927082053226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.665277 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-dc848ed0-7a2c-4b26-8ede-927082053226 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.1114583 Feb 02 14:34:02.672471 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0b66ed28-aef1-47de-b09d-d8fe9a41870b req-b6d3b12f-1bfb-4042-8a9b-e13077c0d839 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447568 Feb 02 14:34:02.701583 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-23151055-97bd-409b-85e8-e23d2882ada0 req-39f64860-d6fd-455f-a2ee-a9c08aa06721 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663426 Feb 02 14:34:02.737069 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-167906e9-d038-4a84-8c30-0fbc7f48c7f6 req-139888af-79f3-4dc1-b08e-fefa07ce16b2 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934361 Feb 02 14:34:02.748295 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b29f-a03e-447b-a4fa-36b15680142d req-2e9cf6ed-a899-40d6-835d-898bc67661a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.749810 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-2e9cf6ed-a899-40d6-835d-898bc67661a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765002 Feb 02 14:34:02.955454 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-bd0c868f-ee4b-4e4a-921d-95af3497b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:02.957165 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-bd0c868f-ee4b-4e4a-921d-95af3497b00f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 1097 time: 0.1040144 Feb 02 14:34:03.012761 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-d444f0bd-5e1c-42c7-bb20-dcea45047e01 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503257 Feb 02 14:34:03.092610 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-891806c0-0406-46a5-9e4a-3b1d7ecf77d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:03.130208 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 78011ec4-57ce-4b38-9df4-1e845a9010ff up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:34:03.144280 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-e3174d17-5db6-4f4d-a8c8-40d679081648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.146011 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-e3174d17-5db6-4f4d-a8c8-40d679081648 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.1814649 Feb 02 14:34:03.246452 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-795d69cd-8b46-4922-9a1e-b8c5ce365320 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662d450f-1caa-46c1-bc45-dc482d4396ac HTTP/1.1" status: 200 len: 217 time: 0.0932729 Feb 02 14:34:03.254833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 78011ec4-57ce-4b38-9df4-1e845a9010ff completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:03.265265 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 78011ec4-57ce-4b38-9df4-1e845a9010ff triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:03.265854 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:03.295126 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8144b29f-a03e-447b-a4fa-36b15680142d req-becb671c-40fd-4b93-886c-5e4a38595363 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755213 Feb 02 14:34:03.304805 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12011cd6-4b76-4dec-9fee-8ba3b553dee9 req-454d294d-1d6a-4823-b881-425f3c31bb3b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.305542 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-12011cd6-4b76-4dec-9fee-8ba3b553dee9 req-454d294d-1d6a-4823-b881-425f3c31bb3b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:34:03.326038 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-12011cd6-4b76-4dec-9fee-8ba3b553dee9 req-454d294d-1d6a-4823-b881-425f3c31bb3b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:34:03.327635 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-12011cd6-4b76-4dec-9fee-8ba3b553dee9 req-454d294d-1d6a-4823-b881-425f3c31bb3b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.2037358 Feb 02 14:34:03.334510 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-437e1667-ddfa-4a3c-a922-81c85af5a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.336353 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-437e1667-ddfa-4a3c-a922-81c85af5a214 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.0824013 Feb 02 14:34:03.427437 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-12011cd6-4b76-4dec-9fee-8ba3b553dee9 req-ad19bd44-692b-421c-afad-56fc218ed2ae tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892570 Feb 02 14:34:03.441539 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-3cc8b602-9263-4cd7-b783-deb76d730fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.443035 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-3cc8b602-9263-4cd7-b783-deb76d730fde service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953183 Feb 02 14:34:03.472756 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:03.506798 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:03.535345 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:03.545888 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:03.587589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-2656b1e0-5af9-460b-b2c5-f4e8aa9e88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.593784 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-2656b1e0-5af9-460b-b2c5-f4e8aa9e88d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1097 time: 0.1641262 Feb 02 14:34:03.605842 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'code': 200} Feb 02 14:34:03.669921 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:03.682651 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-53bd95fc-a09d-48c8-a5a4-216c80a8fe22 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324181 Feb 02 14:34:03.799410 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-8b946e7a-440c-4e2a-b84c-c0403c45de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:03.800830 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-8b946e7a-440c-4e2a-b84c-c0403c45de42 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.1666982 Feb 02 14:34:03.883188 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-d83c433d-ba43-416c-aa68-2abc6894f726 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 217 time: 0.0751483 Feb 02 14:34:03.978306 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4456da3e-88b8-464a-ba8d-a0d55f167c5c req-054501f9-5fcc-4858-a56a-da209ed72d69 service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872853 Feb 02 14:34:04.000404 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-7d9f3801-eeec-4227-8ef8-c69762300955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.002601 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-7d9f3801-eeec-4227-8ef8-c69762300955 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.0830035 Feb 02 14:34:04.072853 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccf21e-6469-4d31-a5f7-1b52a96297b0 req-d9981eba-2896-4244-9fb7-a7dd6c03c26e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.074364 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-53ccf21e-6469-4d31-a5f7-1b52a96297b0 req-d9981eba-2896-4244-9fb7-a7dd6c03c26e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 944 time: 0.1866045 Feb 02 14:34:04.085536 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387486f6-5cd4-42ee-882a-f29062f6346f req-49df4d33-bb9a-43ef-bc16-a0d155e1162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.087026 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-387486f6-5cd4-42ee-882a-f29062f6346f req-49df4d33-bb9a-43ef-bc16-a0d155e1162b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1098 time: 0.1221368 Feb 02 14:34:04.094457 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e4532-d68b-4bd3-8c27-97f9993300eb req-ba89b73a-7a7c-497c-a395-3331df4e7a44 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.095987 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-437e4532-d68b-4bd3-8c27-97f9993300eb req-ba89b73a-7a7c-497c-a395-3331df4e7a44 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.2011170 Feb 02 14:34:04.133277 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-6d2400e5-80d5-4849-b2db-207a5de81af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.134797 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-6d2400e5-80d5-4849-b2db-207a5de81af3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252549 Feb 02 14:34:04.137924 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-53ccf21e-6469-4d31-a5f7-1b52a96297b0 req-c312e670-4952-4767-8900-db7e43fc0668 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533841 Feb 02 14:34:04.166553 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-387486f6-5cd4-42ee-882a-f29062f6346f req-ef4b29fa-74d7-4250-a7c1-b67ee3059114 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693846 Feb 02 14:34:04.173559 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-437e4532-d68b-4bd3-8c27-97f9993300eb req-c41cc5db-bcfa-44ba-be7c-899cf051bd0e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627794 Feb 02 14:34:04.274888 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-958cc497-6c32-407b-bee3-b0588e96fe27 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329877 Feb 02 14:34:04.636637 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ea5c112-b60d-4973-b095-9e05ad6a40d1 req-c7bb3455-2671-4d51-a250-5077476611bf service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796985 Feb 02 14:34:04.670482 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a54acb-94c9-4d76-8bdb-5bcd6df79435 req-c8d3cd30-1a07-4db0-b3a0-73b92876b952 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:04.672054 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2a54acb-94c9-4d76-8bdb-5bcd6df79435 req-c8d3cd30-1a07-4db0-b3a0-73b92876b952 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1062484 Feb 02 14:34:04.723747 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2a54acb-94c9-4d76-8bdb-5bcd6df79435 req-9a5f287c-b9c8-4668-a3f9-67e7854944fc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456192 Feb 02 14:34:05.100270 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:34:05.134694 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:34:05.355755 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:05.379651 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:34:05.421851 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c013d-7853-4fae-be7f-44efd08dcd8c req-3c92e8b5-ceab-4193-b291-581ff2c549e8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:05.424137 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85c013d-7853-4fae-be7f-44efd08dcd8c req-3c92e8b5-ceab-4193-b291-581ff2c549e8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 944 time: 0.1341155 Feb 02 14:34:05.444037 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8447-2ea7-4cd2-8715-5cef41d770f1 req-1f6b43f8-0b0c-4619-8119-da87b855e92d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:05.450021 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d06d8447-2ea7-4cd2-8715-5cef41d770f1 req-1f6b43f8-0b0c-4619-8119-da87b855e92d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.1353147 Feb 02 14:34:05.502880 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e85c013d-7853-4fae-be7f-44efd08dcd8c req-d9348585-2c75-4307-bbc6-fd4492d05343 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704587 Feb 02 14:34:05.509358 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:05.525349 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d06d8447-2ea7-4cd2-8715-5cef41d770f1 req-fe634cfa-3971-48da-890c-266a98708e06 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702055 Feb 02 14:34:05.534086 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:05.553178 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:05.557340 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:05.558006 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 662d450f-1caa-46c1-bc45-dc482d4396ac details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:34:05.695958 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:05.757480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=662d450f-1caa-46c1-bc45-dc482d4396ac,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:05.771136 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'port_id': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'mac_address': 'fa:16:3e:bb:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:34:05.832395 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:05.850901 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662d450f-1caa-46c1-bc45-dc482d4396ac {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:05.867113 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=662d450f-1caa-46c1-bc45-dc482d4396ac,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:05.871361 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:05.945514 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:06.010155 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598051c-08f7-48bd-92a9-bb4a3b4b8a35 req-ef626d93-1c1f-4cda-b3fd-996c1ebccfaa tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:06.011911 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8598051c-08f7-48bd-92a9-bb4a3b4b8a35 req-ef626d93-1c1f-4cda-b3fd-996c1ebccfaa tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1668284 Feb 02 14:34:06.059951 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8598051c-08f7-48bd-92a9-bb4a3b4b8a35 req-5524447a-2803-4465-80e3-bf868e7b4868 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Feb 02 14:34:06.233486 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f7274679-b2d3-41dd-a14c-017264837726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:06.246475 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:34:06.285591 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['662d450f-1caa-46c1-bc45-dc482d4396ac'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:34:06.752964 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d3ff0-03e5-452e-8499-74b70acbccfb req-a9d21b74-6089-4896-95d2-8811fe5d61a9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:06.754762 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ff1d3ff0-03e5-452e-8499-74b70acbccfb req-a9d21b74-6089-4896-95d2-8811fe5d61a9 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 945 time: 0.0922463 Feb 02 14:34:06.767177 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e7646-600c-4a11-9b69-90a907ad2ad2 req-c3e82099-ade8-4370-b56e-a1db6bfc9aea tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:06.770747 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-552e7646-600c-4a11-9b69-90a907ad2ad2 req-c3e82099-ade8-4370-b56e-a1db6bfc9aea tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.1068993 Feb 02 14:34:06.809583 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ff1d3ff0-03e5-452e-8499-74b70acbccfb req-57015ca0-78e0-4f30-a685-cd093d55226e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Feb 02 14:34:06.841568 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-552e7646-600c-4a11-9b69-90a907ad2ad2 req-93bd773a-fe1d-4947-bcd8-a163c4f56d87 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661190 Feb 02 14:34:07.047467 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3e41d-73cc-47a8-8e2a-3b577b5ca009 req-933a1568-2d51-414b-9f90-af3eea300e05 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:07.049957 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6da3e41d-73cc-47a8-8e2a-3b577b5ca009 req-933a1568-2d51-414b-9f90-af3eea300e05 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0934565 Feb 02 14:34:07.107081 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6da3e41d-73cc-47a8-8e2a-3b577b5ca009 req-6ff2139d-1e33-4ca4-86cf-1f6c1d4752a0 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498092 Feb 02 14:34:07.134545 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49142) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:07.184096 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:07.368435 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098f194-920f-4184-9531-710eee9e756a req-549a8238-8fbe-4a94-b19f-5693b3d0a808 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:07.371346 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d098f194-920f-4184-9531-710eee9e756a req-549a8238-8fbe-4a94-b19f-5693b3d0a808 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1661215 Feb 02 14:34:07.376152 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:07.425466 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685667d1-167a-483b-ad1e-a663f45cc721 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:07.427397 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-685667d1-167a-483b-ad1e-a663f45cc721 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1093 time: 0.2912629 Feb 02 14:34:07.430434 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49152) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:07.438027 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'port_id': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:07.448980 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:07.453357 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d098f194-920f-4184-9531-710eee9e756a req-3fb99ae8-d39c-4951-8a2b-f54df68493ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734787 Feb 02 14:34:07.456088 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:floatingip and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:07.459478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:07.468135 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:07.480107 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:07.622101 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:07.765588 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.27.2.195 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/41441c8b-ca77-4110-b83d-c624f7b968b9) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:34:07.923942 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:07.955679 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:08.024489 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca846c-4419-42fc-82e5-f35b1dc54fb8 req-57a2802c-9271-434f-81b8-5b21eea13d33 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:08.026050 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-41ca846c-4419-42fc-82e5-f35b1dc54fb8 req-57a2802c-9271-434f-81b8-5b21eea13d33 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 945 time: 0.0851259 Feb 02 14:34:08.028684 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:34:08.031738 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:34:08.036961 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:34:08.072529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=41441c8b-ca77-4110-b83d-c624f7b968b9,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:08.073492 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-41ca846c-4419-42fc-82e5-f35b1dc54fb8 req-585c6105-3432-4ef7-b235-1fcda85a71c4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Feb 02 14:34:08.688521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:08.839310 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297d892-e4fd-42bc-9f64-a5e9ea2ccad3 req-ca4e6bcf-10bf-406e-af2e-547923b8d029 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:08.840717 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8297d892-e4fd-42bc-9f64-a5e9ea2ccad3 req-ca4e6bcf-10bf-406e-af2e-547923b8d029 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.2642455 Feb 02 14:34:08.937536 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8297d892-e4fd-42bc-9f64-a5e9ea2ccad3 req-33ebdad0-51d0-41e2-abc7-48e648fad169 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852017 Feb 02 14:34:08.944447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:09.169178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:09.175275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:09.292197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=41441c8b-ca77-4110-b83d-c624f7b968b9,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:09.306999 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:09.375150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca1325-1668-4d25-a706-81a247784bc6 req-7ff5bfa6-030c-4c0b-95a7-44b17ad0a661 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:09.375741 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:09.377126 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f6ca1325-1668-4d25-a706-81a247784bc6 req-7ff5bfa6-030c-4c0b-95a7-44b17ad0a661 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 945 time: 0.1817169 Feb 02 14:34:09.442661 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f6ca1325-1668-4d25-a706-81a247784bc6 req-651ed9b0-c122-4c02-a5c6-208ad9c81789 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596752 Feb 02 14:34:09.503759 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 5ed8c752-92cb-429e-999f-71a59d19a80b associated. External IP: 172.27.2.195, port: 78011ec4-57ce-4b38-9df4-1e845a9010ff. Feb 02 14:34:09.891165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:34:10.136353 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:34:10.146336 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:34:10.156733 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:10.158408 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:10.170872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:10.239880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707e68d-66c8-4450-85b3-6f1326cc062a req-5ed703d8-c766-495f-99b3-b2da1d6217e4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:10.241434 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e707e68d-66c8-4450-85b3-6f1326cc062a req-5ed703d8-c766-495f-99b3-b2da1d6217e4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1740866 Feb 02 14:34:10.249066 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e46a1bd6-749b-4ba1-bfb5-11c47944f609 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8173625 Feb 02 14:34:10.252696 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:10.330449 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e707e68d-66c8-4450-85b3-6f1326cc062a req-6faf00fa-60f9-490c-b7ff-10cfca58f1e0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787182 Feb 02 14:34:10.336067 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'status': 'completed', 'code': 200} Feb 02 14:34:10.382689 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:10.467824 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-4c0d354d-5b63-4c73-9bdd-7c09ab422e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:10.469808 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-4c0d354d-5b63-4c73-9bdd-7c09ab422e65 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1098 time: 0.0904481 Feb 02 14:34:10.718053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-08f1cb2e-dc7d-4fb0-acfe-86bdeda7c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:10.719567 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-08f1cb2e-dc7d-4fb0-acfe-86bdeda7c730 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.2428172 Feb 02 14:34:10.850920 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed6e4b-687f-45ba-bffb-c3e4e0fc70f0 req-1a7858f6-2296-4993-9f9a-4736b95d5a77 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:10.852729 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-12ed6e4b-687f-45ba-bffb-c3e4e0fc70f0 req-1a7858f6-2296-4993-9f9a-4736b95d5a77 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 945 time: 0.2060204 Feb 02 14:34:10.865519 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5ed8c752-92cb-429e-999f-71a59d19a80b', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:4a:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:34:08Z', 'updated_at': '2022-02-02T14:34:08Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:10.867004 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-fbbc509b-5a0e-4bd1-b6b2-98ab44a75194 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 200 len: 999 time: 0.1378827 Feb 02 14:34:10.876750 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:34:10.894766 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:10.895401 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:10.954314 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-c3478e81-dbfe-47a7-8483-30af381b6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:10.955817 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-c3478e81-dbfe-47a7-8483-30af381b6428 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0723732 Feb 02 14:34:11.042003 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-12ed6e4b-687f-45ba-bffb-c3e4e0fc70f0 req-09100d32-f99b-47ec-8372-9e7f7736adcd tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738381 Feb 02 14:34:11.078514 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-599e72be-f052-4e27-bd11-05f8b9696cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:11.081262 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-599e72be-f052-4e27-bd11-05f8b9696cb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136036 Feb 02 14:34:11.125423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49206) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:11.219324 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:11.264493 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-db691e80-51f6-4243-983b-d1049652adc1 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700356 Feb 02 14:34:11.268659 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:34:11.294485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.319057 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:11.324533 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Usage tracker for resource:security_group_rule and tenant:830163042187471e97727c8f53073046 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:11.328871 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:11.339073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:11.436426 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-91466e18-32f3-4cb6-9ef7-0f50fff22f02 req-670e93d7-14de-4928-85bc-ae2d57f43319 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645975 Feb 02 14:34:11.467916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:11.468797 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.476984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.478447 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:11.478822 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.694129 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b5a3e7-f9ec-4b08-b7d2-1c8820f353a6,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:11.700149 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=830163042187471e97727c8f53073046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739090 Feb 02 14:34:11.703336 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49214) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:11.717521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.717983 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.718361 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.718696 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.719025 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.719354 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.720348 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.721059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.721438 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.721764 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.722094 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.722971 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a7997-e078-4df8-813b-b58942c54d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.756604 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588623-1586-4550-855f-c4664073a8fe req-3dffa220-7f15-4015-803f-5a891bbc54ae tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:11.758169 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-18588623-1586-4550-855f-c4664073a8fe req-3dffa220-7f15-4015-803f-5a891bbc54ae tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1376505 Feb 02 14:34:11.765858 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.785752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.805384 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:11.819376 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:11.820234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.826891 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-18588623-1586-4550-855f-c4664073a8fe req-f8fd8566-d7ee-4619-b0cb-3847a8cd31eb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621228 Feb 02 14:34:11.828773 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.829656 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 662d450f-1caa-46c1-bc45-dc482d4396ac up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:34:11.886334 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.895631 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'code': 200} Feb 02 14:34:11.903814 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b5a3e7-f9ec-4b08-b7d2-1c8820f353a6,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:11.913453 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.913800 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.914126 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.914483 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.914807 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.915134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.915456 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.915771 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.916090 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.916433 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.916724 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.917033 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:11.919909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:11.922316 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-8c2bd454-6a87-471c-8dca-c46256966abf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69b5a3e7-f9ec-4b08-b7d2-1c8820f353a6 HTTP/1.1" status: 204 len: 168 time: 0.2152812 Feb 02 14:34:11.982288 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5ed8c752-92cb-429e-999f-71a59d19a80b', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:4a:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:34:08Z', 'updated_at': '2022-02-02T14:34:08Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:11.990820 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6ad87-0247-492e-b901-92aa08120ac2 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5ed8c752-92cb-429e-999f-71a59d19a80b', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:4a:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:34:08Z', 'updated_at': '2022-02-02T14:34:08Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:34:11.992506 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:12.003212 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.003590 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.003895 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.004321 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.004629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.004886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.005210 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.005579 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.005944 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.006302 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.006704 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.007030 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:34:12.024726 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 662d450f-1caa-46c1-bc45-dc482d4396ac completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:12.033250 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 662d450f-1caa-46c1-bc45-dc482d4396ac triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:12.033626 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:12.187844 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:12.241386 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=662d450f-1caa-46c1-bc45-dc482d4396ac,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:12.249482 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:12.308056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592614e-9c99-48c0-a13f-0d5892893f52 req-59925556-2ee3-4843-8423-7ae8c10f0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:12.309983 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e592614e-9c99-48c0-a13f-0d5892893f52 req-59925556-2ee3-4843-8423-7ae8c10f0fca service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1099 time: 0.1508434 Feb 02 14:34:12.353166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed50a4-3ee8-469d-9f2d-076e0fd73db4 req-06bfc4e3-400d-4c39-a3aa-dad9886296ce tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:12.355673 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4ed50a4-3ee8-469d-9f2d-076e0fd73db4 req-06bfc4e3-400d-4c39-a3aa-dad9886296ce tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1334753 Feb 02 14:34:12.357916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:12.384888 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44304d-d121-4de0-9b4d-4e02c2d2baf6 None None] New status for floating IP 5ed8c752-92cb-429e-999f-71a59d19a80b: ACTIVE {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:34:12.403612 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e592614e-9c99-48c0-a13f-0d5892893f52 req-24e1541f-ff66-4d25-917e-0729938e2d62 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867550 Feb 02 14:34:12.439049 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a4ed50a4-3ee8-469d-9f2d-076e0fd73db4 req-50a478b2-eab6-428f-9a3a-2b85066748b0 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662513 Feb 02 14:34:13.039112 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7757ba-4fcf-43e9-8397-6864b10190ce req-d38445a3-5c2b-4dfa-91fd-7f8d3e08d18f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:13.040631 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b7757ba-4fcf-43e9-8397-6864b10190ce req-d38445a3-5c2b-4dfa-91fd-7f8d3e08d18f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.0992389 Feb 02 14:34:13.089902 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3b7757ba-4fcf-43e9-8397-6864b10190ce req-42665237-f423-4029-a9d7-e68a6db0e23f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Feb 02 14:34:13.655140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a487-3998-4239-80e0-4accd1ceb7a7 req-5bb6842d-4f5f-4c14-b0da-1cececf87cd4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:13.656886 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1013a487-3998-4239-80e0-4accd1ceb7a7 req-5bb6842d-4f5f-4c14-b0da-1cececf87cd4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1010571 Feb 02 14:34:13.715209 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1013a487-3998-4239-80e0-4accd1ceb7a7 req-fd7df8e4-1faa-4f4a-8c95-c84cea383762 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504241 Feb 02 14:34:13.900835 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:13.945742 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'code': 200} Feb 02 14:34:14.304286 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ead8ec-61a2-4fa9-98d9-4c1d63001f22 req-e8fbdb96-1c0e-4e0e-9e38-9ab4a07a6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:14.305797 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-67ead8ec-61a2-4fa9-98d9-4c1d63001f22 req-e8fbdb96-1c0e-4e0e-9e38-9ab4a07a6578 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 1099 time: 0.1262171 Feb 02 14:34:14.310860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390550-7d7c-47d7-a7ed-98728c88a3b2 req-d6f53784-7511-4443-becb-b7b0ba86ab68 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:14.312721 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10390550-7d7c-47d7-a7ed-98728c88a3b2 req-d6f53784-7511-4443-becb-b7b0ba86ab68 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.0999870 Feb 02 14:34:14.362390 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10390550-7d7c-47d7-a7ed-98728c88a3b2 req-3f8ae956-2594-4c2e-9295-4a5ce854ed93 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Feb 02 14:34:14.378363 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-67ead8ec-61a2-4fa9-98d9-4c1d63001f22 req-2d210285-e3f7-4b4b-80c1-1e4a4818da0d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654876 Feb 02 14:34:14.578045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac5d7-600c-4a2e-a938-27b6d5d22b75 req-90453b57-434f-4f6e-9854-faeee2523d37 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:14.581094 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c78ac5d7-600c-4a2e-a938-27b6d5d22b75 req-90453b57-434f-4f6e-9854-faeee2523d37 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1005666 Feb 02 14:34:14.589724 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49324) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:14.598010 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Request body: {'floatingip': {'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:14.689247 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.067121 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af54f6a-8e77-4c7f-be09-9d201d34c39c req-8a975252-5299-4342-bb14-fb48b3095848 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:15.068687 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2af54f6a-8e77-4c7f-be09-9d201d34c39c req-8a975252-5299-4342-bb14-fb48b3095848 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1396952 Feb 02 14:34:15.119393 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2af54f6a-8e77-4c7f-be09-9d201d34c39c req-d72bb084-6247-4faf-8377-078acbdffc2e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Feb 02 14:34:15.139044 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49340) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:15.273140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.289932 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:15.294312 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Usage tracker for resource:security_group_rule and tenant:9278f1144ec642e99ea483e4777d49de is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:15.297034 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:15.303811 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:15.406656 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.412819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.464288 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9278f1144ec642e99ea483e4777d49de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236883 Feb 02 14:34:15.468551 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49346) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:15.469459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d4aad-6037-4ab1-a368-e0433b47192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d5dadf-3076-4749-9fbf-82e0f3ee8dd3,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:15.569020 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.597565 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.743820 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.748712 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.833408 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.868797 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d5dadf-3076-4749-9fbf-82e0f3ee8dd3,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:15.873399 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:15.874776 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c2490dd8-968e-42e8-94e5-1fab4947bd70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0d5dadf-3076-4749-9fbf-82e0f3ee8dd3 HTTP/1.1" status: 204 len: 168 time: 0.4047079 Feb 02 14:34:15.976384 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Floating IP 910dc26a-9fd4-4dad-b7be-2641a57d439a associated. External IP: 172.27.2.231, port: eaacd76f-a7c1-4068-a4c7-2c9adeed1a22. Feb 02 14:34:16.338289 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49360) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:16.358689 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:16.380548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:16.384936 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1f46c1805942048f42267472ea8d1b is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:16.388172 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:16.395445 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:16.552242 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:16.561866 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:16.615841 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa1f46c1805942048f42267472ea8d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715673 Feb 02 14:34:16.617916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49366) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:16.643123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d76f4-03b5-4e3f-be92-e4c345787530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7c34a-1120-4814-a50c-cae299507cbb,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:16.652630 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a3ff-9b1e-461e-a141-4b0dfe421ed2 req-7333a428-196d-4287-b490-09bd1f744a83 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:16.655455 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4878a3ff-9b1e-461e-a141-4b0dfe421ed2 req-7333a428-196d-4287-b490-09bd1f744a83 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.3347085 Feb 02 14:34:16.714306 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:34:16.755479 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4878a3ff-9b1e-461e-a141-4b0dfe421ed2 req-527bc1f3-7594-44cd-9a82-3a383d5280b2 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915842 Feb 02 14:34:16.941386 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:16.988664 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:17.058515 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f293a-80ef-4ed6-8f2a-ba7fa75be42d req-512bb3e3-51eb-42cb-8f20-ede9cf890a02 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:17.060265 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fb5f293a-80ef-4ed6-8f2a-ba7fa75be42d req-512bb3e3-51eb-42cb-8f20-ede9cf890a02 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1026037 Feb 02 14:34:17.074749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49380) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:17.085384 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Request body: {'floatingip': {'port_id': '662d450f-1caa-46c1-bc45-dc482d4396ac'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:17.105275 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:34:17.111093 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:17.121204 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:34:17.133245 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:17.135152 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:17.172588 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:17.187827 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-75e3857f-f341-497f-b04c-935cef99373a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "PUT /v2.0/floatingips/910dc26a-9fd4-4dad-b7be-2641a57d439a HTTP/1.1" status: 200 len: 992 time: 2.5961971 Feb 02 14:34:17.197192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:17.209050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:17.232772 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7c34a-1120-4814-a50c-cae299507cbb,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:17.249434 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:17.252157 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-289277d9-1215-46c4-9412-7cbdafeb5fc0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85d7c34a-1120-4814-a50c-cae299507cbb HTTP/1.1" status: 204 len: 168 time: 0.6327577 Feb 02 14:34:17.301502 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'status': 'completed', 'code': 200} Feb 02 14:34:17.420825 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:17.698388 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783dbeb-442b-49ec-9cdf-b8f5a5550001 req-8738be67-f9d7-45d1-babf-f48a53ba1871 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:17.700999 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a783dbeb-442b-49ec-9cdf-b8f5a5550001 req-8738be67-f9d7-45d1-babf-f48a53ba1871 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2523105 Feb 02 14:34:17.706057 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb9a5-d844-49d4-937c-071caa75a253 req-bcd63ffe-74af-4a6d-95a3-030a5565500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:17.708688 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-bcd63ffe-74af-4a6d-95a3-030a5565500f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1099 time: 0.3642931 Feb 02 14:34:18.021966 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a783dbeb-442b-49ec-9cdf-b8f5a5550001 req-acc33733-8cc8-4a5b-bdb3-0bad2554a3d2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117149 Feb 02 14:34:18.074816 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb9a5-d844-49d4-937c-071caa75a253 req-6f4d0f70-758a-4169-b5a1-55ad12b02266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:18.083390 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-6f4d0f70-758a-4169-b5a1-55ad12b02266 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.3481481 Feb 02 14:34:18.278366 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '910dc26a-9fd4-4dad-b7be-2641a57d439a', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:15Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:18.287985 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:34:18.305051 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:18.306786 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:18.340791 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-3bd12577-8ff7-463f-822c-8c51df98b13d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 1000 time: 0.2505798 Feb 02 14:34:18.416266 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:18.427478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:18.585275 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb9a5-d844-49d4-937c-071caa75a253 req-d532c028-b468-4ad7-8df8-81b59cc37bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:18.587750 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-d532c028-b468-4ad7-8df8-81b59cc37bad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.2389534 Feb 02 14:34:18.712235 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:18.782853 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb9a5-d844-49d4-937c-071caa75a253 req-5689db55-95a5-46f3-8b47-658d85110a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:18.788611 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-5689db55-95a5-46f3-8b47-658d85110a8b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1919367 Feb 02 14:34:19.033063 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Floating IP 2d6aa4eb-898c-497d-8492-e9d35516bb42 associated. External IP: 172.27.2.196, port: 662d450f-1caa-46c1-bc45-dc482d4396ac. Feb 02 14:34:19.198940 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-6334d1df-ad9d-41dc-bbe8-09edb10000a7 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991351 Feb 02 14:34:19.470363 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-900eb9a5-d844-49d4-937c-071caa75a253 req-20c0301f-fd6a-4c15-a2ff-5e2d924ea7df service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574823 Feb 02 14:34:19.690458 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '910dc26a-9fd4-4dad-b7be-2641a57d439a', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:15Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:19.695364 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4752f23-0b88-42eb-9f65-2721b356abda None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '910dc26a-9fd4-4dad-b7be-2641a57d439a', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:15Z', 'revision_number': 1, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:34:19.771969 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:34:19.794803 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8251e-d258-4500-af43-f41aef1ab6a3 req-f7edfc40-802c-47dd-bbae-ff6b6eb13d80 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:19.798932 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8d8251e-d258-4500-af43-f41aef1ab6a3 req-f7edfc40-802c-47dd-bbae-ff6b6eb13d80 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.3789444 Feb 02 14:34:19.811853 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:20.024928 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c8d8251e-d258-4500-af43-f41aef1ab6a3 req-6abd9751-9a27-4605-87ad-a9d1826cf232 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134938 Feb 02 14:34:20.045056 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe9d764-7de9-45fc-8328-7214e7c0469e None None] New status for floating IP 910dc26a-9fd4-4dad-b7be-2641a57d439a: ACTIVE {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:34:20.157517 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:34:20.169817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:34:20.186796 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:20.188148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:20.193891 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:20.332853 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f948ed51-6298-4fdc-b4cd-81305d4b2a60 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "PUT /v2.0/floatingips/2d6aa4eb-898c-497d-8492-e9d35516bb42 HTTP/1.1" status: 200 len: 992 time: 3.2525806 Feb 02 14:34:20.334226 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:20.447446 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'status': 'completed', 'code': 200} Feb 02 14:34:20.630575 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:21.006014 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-ec0af89f-47b1-4602-8927-264cc0be019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.007978 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-ec0af89f-47b1-4602-8927-264cc0be019b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56bc51711e3b4af5baf392fc02472fe0&device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 1099 time: 0.5056362 Feb 02 14:34:21.157929 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27971-1589-4a7d-bb7d-9efd50a4d315 req-1ace217f-48bd-4838-bb7b-4203707e123b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.160040 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-80f27971-1589-4a7d-bb7d-9efd50a4d315 req-1ace217f-48bd-4838-bb7b-4203707e123b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.2573318 Feb 02 14:34:21.267017 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-80f27971-1589-4a7d-bb7d-9efd50a4d315 req-de9cc2d9-8c6c-4e5b-ba5f-4b5ac7d726b3 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935798 Feb 02 14:34:21.276018 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-c64a3f62-6a9d-421d-a1ae-c4052466bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.278374 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-c64a3f62-6a9d-421d-a1ae-c4052466bef6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 200 len: 911 time: 0.2633479 Feb 02 14:34:21.386460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650639-fb8b-4894-8eba-02a986fa9d0f req-a80b3bfd-b636-4c0e-8140-2688431ffdb2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.389177 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-41650639-fb8b-4894-8eba-02a986fa9d0f req-a80b3bfd-b636-4c0e-8140-2688431ffdb2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1646364 Feb 02 14:34:21.417832 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '2d6aa4eb-898c-497d-8492-e9d35516bb42', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:bb:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:18Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:21.425750 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:34:21.455164 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:34:21.456195 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:21.557445 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-41650639-fb8b-4894-8eba-02a986fa9d0f req-b90cb4dd-182a-4dff-aae5-64217f1171d1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389503 Feb 02 14:34:21.633655 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-57248e1a-a0cf-4aa8-8cdf-295e97a987d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662d450f-1caa-46c1-bc45-dc482d4396ac HTTP/1.1" status: 200 len: 1000 time: 0.3491933 Feb 02 14:34:21.757515 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-55c849ab-deb2-47a5-b771-bb582b33ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.759370 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-55c849ab-deb2-47a5-b771-bb582b33ce57 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 200 len: 849 time: 0.1182330 Feb 02 14:34:21.854405 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-8c0620ca-4a75-4b8b-9109-d1a5f6c04d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:21.855339 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:34:21.857830 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-8c0620ca-4a75-4b8b-9109-d1a5f6c04d78 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cd11a4bc-18c4-428b-9346-d3f2693d4bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910306 Feb 02 14:34:22.039086 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-0da35a92-a810-4404-ab01-31b67cc6b0bb service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658792 Feb 02 14:34:22.234081 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c59c8ee1-f5db-4729-ae70-650e3509d96b req-569afe76-abc1-4c64-91a2-ecadae2d544a service neutron] 10.222.0.95 "GET /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852155 Feb 02 14:34:22.335961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '2d6aa4eb-898c-497d-8492-e9d35516bb42', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:bb:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:18Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:34:22.341278 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e1a06-1a12-4c86-884f-215633cd7a22 None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '2d6aa4eb-898c-497d-8492-e9d35516bb42', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'port_id': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'mac_address': 'fa:16:3e:bb:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:33:51Z', 'updated_at': '2022-02-02T14:34:18Z', 'revision_number': 1, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:34:22.502439 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f534e2-5da9-4c96-9784-3c394050f1f1 req-fd30e1ea-0469-4baf-b639-252eaeafd6f8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:22.503686 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78f534e2-5da9-4c96-9784-3c394050f1f1 req-fd30e1ea-0469-4baf-b639-252eaeafd6f8 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.0999405 Feb 02 14:34:22.566977 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78f534e2-5da9-4c96-9784-3c394050f1f1 req-848f3f37-d921-4ea3-b7e1-1b3e8e969a73 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571098 Feb 02 14:34:22.602474 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc84c0e-6075-4e60-bde2-cf8b142fd20a None None] New status for floating IP 2d6aa4eb-898c-497d-8492-e9d35516bb42: ACTIVE {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:34:25.560903 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49570) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:25.690880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:25.707412 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:25.711683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Usage tracker for resource:security_group_rule and tenant:b3245602c8e2470abb66963376df1a56 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:25.714843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:25.721361 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:25.819813 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:25.825606 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:25.874003 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3245602c8e2470abb66963376df1a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118885 Feb 02 14:34:25.874928 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0ed6b-f426-4b00-9bc4-39894cd1ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe5d59-f7e4-47f4-8e12-6d9a200a747a,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:25.876833 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49576) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:25.945141 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:25.972725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.033255 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.050176 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe5d59-f7e4-47f4-8e12-6d9a200a747a,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:26.054689 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.055958 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-bd3da97a-7de0-4059-9f55-261556b532b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78fe5d59-f7e4-47f4-8e12-6d9a200a747a HTTP/1.1" status: 204 len: 168 time: 0.1779366 Feb 02 14:34:26.376320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49586) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:26.395321 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.412149 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:26.416373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Usage tracker for resource:security_group_rule and tenant:58572e02d4234ea6ade7be879670e066 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:26.419292 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:26.425540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:26.535957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.542825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.596320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a10677-393c-43fe-b7fa-d17a51a0fab9,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:26.601446 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a0113f73-120a-4b15-842b-cf82d6981801 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58572e02d4234ea6ade7be879670e066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240751 Feb 02 14:34:26.605386 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49594) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:26.668309 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.696061 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.756193 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.770667 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a10677-393c-43fe-b7fa-d17a51a0fab9,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:26.777438 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:26.782838 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5e0eb4ea-f5f5-4262-a9d9-807b60a61dc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60a10677-393c-43fe-b7fa-d17a51a0fab9 HTTP/1.1" status: 204 len: 168 time: 0.1720655 Feb 02 14:34:27.153449 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49602) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:27.171335 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.186821 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:27.191362 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Usage tracker for resource:security_group_rule and tenant:d93b9ccf0417442bae8e9ebee9ba491f is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:27.194135 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:27.199703 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:27.288229 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.292469 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.345933 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d93b9ccf0417442bae8e9ebee9ba491f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912630 Feb 02 14:34:27.346857 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18cb68-343d-436b-a2de-bd19c6fef138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9674c6-b98c-4d49-babb-a2c91e7c2d22,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:27.348518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49608) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:27.414197 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.442772 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.496865 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.513276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9674c6-b98c-4d49-babb-a2c91e7c2d22,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:27.522505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:27.523699 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-03ec529a-39db-4ba9-86f7-470ce27e1bf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d9674c6-b98c-4d49-babb-a2c91e7c2d22 HTTP/1.1" status: 204 len: 168 time: 0.1741986 Feb 02 14:34:30.566817 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-90fcbbd8-2b4f-42bd-bb01-97e1e594d660 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b187ef2ff7b24422ad51f331069522ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290918 Feb 02 14:34:30.738007 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-615b0ac0-4ec4-4e97-ba96-98a6347ec557 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:30.739715 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-615b0ac0-4ec4-4e97-ba96-98a6347ec557 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668413 Feb 02 14:34:30.758634 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-b4ea25d1-4b89-4917-b36f-25be05886ac7 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/quotas/b187ef2ff7b24422ad51f331069522ce HTTP/1.1" status: 200 len: 375 time: 0.0120895 Feb 02 14:34:30.815411 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-d3cf934e-d0ed-491e-ad9e-26113f33a06c tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b187ef2ff7b24422ad51f331069522ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508235 Feb 02 14:34:31.099403 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-42b62cde-699f-4082-a22a-38bbe993ad28 req-efd98e69-9b88-4c73-9014-05b4b1f884c3 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 210 time: 0.0642147 Feb 02 14:34:32.269624 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-796d8e1a-95d4-4708-a476-06d9299b98ae req-5d00bafc-a3b3-440c-8456-dc1d542b3923 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 210 time: 0.0462327 Feb 02 14:34:32.522604 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-03419f16-4b55-466b-a650-3a98f5d9a686 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=b187ef2ff7b24422ad51f331069522ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496361 Feb 02 14:34:32.731861 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-cbc5b79d-9d50-4609-a809-c138bd1f4e01 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:32.733384 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-cbc5b79d-9d50-4609-a809-c138bd1f4e01 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007074 Feb 02 14:34:32.759736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Request body: {'port': {'device_id': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab', 'admin_state_up': True, 'tenant_id': 'b187ef2ff7b24422ad51f331069522ce'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:32.928551 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:32.933168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Usage tracker for resource:port and tenant:b187ef2ff7b24422ad51f331069522ce is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:32.936532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:32.944408 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:32.955350 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Made reservation on behalf of b187ef2ff7b24422ad51f331069522ce for: {'port': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:34:32.959061 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:32.972651 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:32.988501 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:32.992813 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Usage tracker for resource:security_group_rule and tenant:b187ef2ff7b24422ad51f331069522ce is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:32.997019 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:33.004106 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:33.063753 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49740) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:33.087922 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-689540b8-c580-4fcf-930f-694b8b27ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.124265 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.129758 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.213131 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e45aa-5c2b-4209-aab3-8fb56e08c078,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:33.227148 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.254929 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:33.258974 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Usage tracker for resource:security_group_rule and tenant:dd762e9c0c2d4f229daff0dc12e936b8 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:33.261949 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:33.268924 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:33.330569 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Allocated IP 192.168.233.52 (96436298-4384-42a3-84ee-3b6b540070ab/0bddcdc4-6ed6-4e96-adee-3cf7ead73970/9bcf005b-093d-44b6-9b6b-c7b033196396) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:34:33.365878 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.371493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.420964 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd762e9c0c2d4f229daff0dc12e936b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561125 Feb 02 14:34:33.423835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0c8c5-40e8-4b04-a712-2b6eb4223d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4831682-1e3f-4a31-9211-5e41fc7c8856,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:33.426323 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49748) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:33.514748 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-531e7a47-d986-410e-9abd-362f939a33ba req-860fe230-5f16-4302-9084-a9bd61f8e2ca tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 210 time: 0.0603788 Feb 02 14:34:33.545855 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.576694 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.638995 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.655633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4831682-1e3f-4a31-9211-5e41fc7c8856,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:33.661188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.665016 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-8da6a02c-1fa7-4c96-9669-f235c28c041f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4831682-1e3f-4a31-9211-5e41fc7c8856 HTTP/1.1" status: 204 len: 168 time: 0.2348063 Feb 02 14:34:33.690159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.713148 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Transition to ACTIVE for port object 9bcf005b-093d-44b6-9b6b-c7b033196396 will not be triggered until provisioned by entity DHCP. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:33.739242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.816694 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Network 96436298-4384-42a3-84ee-3b6b540070ab is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:34:33.820029 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:34:33.824545 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:34:33.865722 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Pushing event updated for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:33.897456 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:33.898116 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:33.933557 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-543de984-fd9b-4495-90e1-dd260bc8569e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1776462 Feb 02 14:34:33.958576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Request body: {'port': {'device_id': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:34.046807 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49758) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:34.067783 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.084232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:34.088166 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Usage tracker for resource:security_group_rule and tenant:c247c0547ecd4fed8f61d9f89a15cc08 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:34.091004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:34.092849 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.098546 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:34.210086 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-126a17fa-6669-487b-9194-3cc94e5460c6 None None] Provisioning for port 9bcf005b-093d-44b6-9b6b-c7b033196396 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:34.218553 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-126a17fa-6669-487b-9194-3cc94e5460c6 None None] Provisioning complete for port 9bcf005b-093d-44b6-9b6b-c7b033196396 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:34.219350 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-126a17fa-6669-487b-9194-3cc94e5460c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.224356 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.230943 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.285452 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-126a17fa-6669-487b-9194-3cc94e5460c6 None None] Port 9bcf005b-093d-44b6-9b6b-c7b033196396 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:34:34.315147 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae502d57-25fe-4ca7-9a41-a1356c6efec0,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:34.324420 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cc8ae112-bca7-4f59-beb7-574a5df5f3dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c247c0547ecd4fed8f61d9f89a15cc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756534 Feb 02 14:34:34.332123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49762) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:34.530784 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.568361 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcf005b-093d-44b6-9b6b-c7b033196396 {{(pid=86948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:34.576777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.589106 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.595188 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.provisioning_blocks [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Transition to ACTIVE for port object 9bcf005b-093d-44b6-9b6b-c7b033196396 will not be triggered until provisioned by entity L2. {{(pid=86948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:34.601778 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.681311 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.706650 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae502d57-25fe-4ca7-9a41-a1356c6efec0,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:34.713614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:34.715162 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-8eb3338d-eed3-4994-a635-c6e8a4d71d9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae502d57-25fe-4ca7-9a41-a1356c6efec0 HTTP/1.1" status: 204 len: 168 time: 0.3813627 Feb 02 14:34:34.857264 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:34.961384 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Attempting to bind port 9bcf005b-093d-44b6-9b6b-c7b033196396 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:34:34.961725 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Attempting to bind port 9bcf005b-093d-44b6-9b6b-c7b033196396 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:34:34.962060 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Attempting to bind port 9bcf005b-093d-44b6-9b6b-c7b033196396 on network 96436298-4384-42a3-84ee-3b6b540070ab {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:34.973502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-155aaa68-0566-4c7e-9d11-219aab28622f tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:34.974294 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-155aaa68-0566-4c7e-9d11-219aab28622f tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Synchronizing usage tracker for tenant:b187ef2ff7b24422ad51f331069522ce on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:34:34.982559 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Port 9bcf005b-093d-44b6-9b6b-c7b033196396 on network 96436298-4384-42a3-84ee-3b6b540070ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:34:34.982798 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Attempting to bind port 9bcf005b-093d-44b6-9b6b-c7b033196396 on network 96436298-4384-42a3-84ee-3b6b540070ab {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:34:34.994818 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:34:34.995280 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Checking segment: {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:34:34.995819 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Bound using segment: {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'} {{(pid=86948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:34:34.996638 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.managers [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Bound port: 9bcf005b-093d-44b6-9b6b-c7b033196396, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab'}}] {{(pid=86948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:34:34.996865 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:35.055882 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-155aaa68-0566-4c7e-9d11-219aab28622f tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Unset dirty status for tenant:b187ef2ff7b24422ad51f331069522ce on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:34:35.057616 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-155aaa68-0566-4c7e-9d11-219aab28622f tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 947 time: 0.4052198 Feb 02 14:34:35.219412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-2eb955ff-bb1c-4854-bdda-d1d9e5e47484 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Synchronizing usage tracker for tenant:b187ef2ff7b24422ad51f331069522ce on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:34:35.234639 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, cleared binding levels {{(pid=86948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:34:35.241685 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9bcf005b-093d-44b6-9b6b-c7b033196396,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:34:35.263550 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:35.347347 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-2eb955ff-bb1c-4854-bdda-d1d9e5e47484 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Unset dirty status for tenant:b187ef2ff7b24422ad51f331069522ce on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:34:35.349078 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-05c4a0dc-915c-4a9c-b0c7-8ca7461a2320 req-2eb955ff-bb1c-4854-bdda-d1d9e5e47484 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639744 Feb 02 14:34:35.378715 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:35.380902 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:35.383658 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-a0227774-9166-44af-954b-95a6055ce432 service neutron] 10.222.0.95 "PUT /v2.0/ports/9bcf005b-093d-44b6-9b6b-c7b033196396 HTTP/1.1" status: 200 len: 1097 time: 1.4296849 Feb 02 14:34:35.384799 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:35.417355 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0227774-9166-44af-954b-95a6055ce432 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=3']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:35.604269 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-762cfa95-4b9b-45cd-a58a-c049af7604d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:35.606856 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-762cfa95-4b9b-45cd-a58a-c049af7604d0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b187ef2ff7b24422ad51f331069522ce&device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 1100 time: 0.1414759 Feb 02 14:34:35.755508 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-0b62f245-16e1-436b-b6e5-baa3d2f31234 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9bcf005b-093d-44b6-9b6b-c7b033196396 HTTP/1.1" status: 200 len: 217 time: 0.1242933 Feb 02 14:34:35.892644 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396', 'status': 'completed', 'code': 200} Feb 02 14:34:35.913269 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-e264ac4d-5f99-419d-af0c-2eee2bb4416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:35.918610 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-e264ac4d-5f99-419d-af0c-2eee2bb4416f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0bddcdc4-6ed6-4e96-adee-3cf7ead73970 HTTP/1.1" status: 200 len: 843 time: 0.1551042 Feb 02 14:34:36.019574 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-ccbcfa57-41b7-4072-a2a5-08b986901b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:36.021925 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-ccbcfa57-41b7-4072-a2a5-08b986901b66 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96436298-4384-42a3-84ee-3b6b540070ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0970786 Feb 02 14:34:36.242835 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a2710567-f77e-44a9-8256-5dba77ac44b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:36.307267 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-1642f325-2550-4100-89bc-8d502011ef72 service neutron] 10.222.0.95 "GET /v2.0/networks/96436298-4384-42a3-84ee-3b6b540070ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765961 Feb 02 14:34:36.500141 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5724e607-32fc-4a03-8009-e26b4c7c959a req-7c209d2a-827f-4436-8dd9-ca035bc4676d service neutron] 10.222.0.95 "GET /v2.0/networks/96436298-4384-42a3-84ee-3b6b540070ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858022 Feb 02 14:34:36.807167 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd97de-68ca-41a9-8b31-acccfbd1a31f req-1eac3042-664f-47c4-87cf-4882f542904e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:36.808700 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-babd97de-68ca-41a9-8b31-acccfbd1a31f req-1eac3042-664f-47c4-87cf-4882f542904e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 947 time: 0.2824392 Feb 02 14:34:36.813008 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-15dae796-2250-4142-a1f0-aaa5f6b84a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:36.814832 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-15dae796-2250-4142-a1f0-aaa5f6b84a74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b187ef2ff7b24422ad51f331069522ce&device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 1100 time: 0.1579759 Feb 02 14:34:36.949904 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-babd97de-68ca-41a9-8b31-acccfbd1a31f req-f2d5a603-934c-4076-a7d0-887bf4635c23 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304271 Feb 02 14:34:37.002887 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-3f109c7d-7d2c-486a-898c-cf809aad39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:37.004371 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-3f109c7d-7d2c-486a-898c-cf809aad39c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96436298-4384-42a3-84ee-3b6b540070ab HTTP/1.1" status: 200 len: 870 time: 0.1676445 Feb 02 14:34:37.080710 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-2ec7ab5f-eba6-4d62-b5de-e1c420207b87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9bcf005b-093d-44b6-9b6b-c7b033196396 HTTP/1.1" status: 200 len: 217 time: 0.0687625 Feb 02 14:34:37.200869 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-50ebe643-0994-49cb-a40a-45ac4f57802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:37.205094 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-50ebe643-0994-49cb-a40a-45ac4f57802d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0bddcdc4-6ed6-4e96-adee-3cf7ead73970 HTTP/1.1" status: 200 len: 843 time: 0.1178536 Feb 02 14:34:37.221444 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:37.365922 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-918d5f9c-91bb-4ca8-b223-192dfbcb66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:37.368540 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-918d5f9c-91bb-4ca8-b223-192dfbcb66b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96436298-4384-42a3-84ee-3b6b540070ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1548927 Feb 02 14:34:37.392781 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:37.554518 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-2b095cbc-95a6-403e-9b74-6f994390c9f0 service neutron] 10.222.0.95 "GET /v2.0/networks/96436298-4384-42a3-84ee-3b6b540070ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775498 Feb 02 14:34:37.707498 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f222b9c1-c8e7-42d3-8a18-cc36feffc216 req-b3c07acc-9c24-4409-b6f4-ef31f26a6491 service neutron] 10.222.0.95 "GET /v2.0/networks/96436298-4384-42a3-84ee-3b6b540070ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446111 Feb 02 14:34:38.235494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641cb4-f802-4ca4-b7e3-f83055563e87 req-b0ccef5f-bb45-4058-8778-a855d5a24c6a tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:38.236697 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-22641cb4-f802-4ca4-b7e3-f83055563e87 req-b0ccef5f-bb45-4058-8778-a855d5a24c6a tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 947 time: 0.1403751 Feb 02 14:34:38.287510 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-22641cb4-f802-4ca4-b7e3-f83055563e87 req-f01b6f20-41f0-4c37-8632-519c466ddb90 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Feb 02 14:34:39.377342 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:39.429330 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 9bcf005b-093d-44b6-9b6b-c7b033196396 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:34:39.490236 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e2b0-2b77-4ef8-9ed1-ce543e0a2760 req-0952fd3b-8ab9-4893-b8a2-9f3d5178f7c5 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:39.491962 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f048e2b0-2b77-4ef8-9ed1-ce543e0a2760 req-0952fd3b-8ab9-4893-b8a2-9f3d5178f7c5 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 947 time: 0.0912573 Feb 02 14:34:39.600069 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f048e2b0-2b77-4ef8-9ed1-ce543e0a2760 req-bea64ec7-a3ad-40a1-bb7b-5f0127d4280e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948331 Feb 02 14:34:39.660404 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9bcf005b-093d-44b6-9b6b-c7b033196396,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:39.679914 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '9bcf005b-093d-44b6-9b6b-c7b033196396', 'network_id': '96436298-4384-42a3-84ee-3b6b540070ab', 'port_id': '9bcf005b-093d-44b6-9b6b-c7b033196396', 'mac_address': 'fa:16:3e:6f:3d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bddcdc4-6ed6-4e96-adee-3cf7ead73970', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:34:39.746060 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:39.773870 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcf005b-093d-44b6-9b6b-c7b033196396 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:34:39.793140 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9bcf005b-093d-44b6-9b6b-c7b033196396,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:39.798164 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:39.880495 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:40.203577 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['9bcf005b-093d-44b6-9b6b-c7b033196396'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:34:40.814152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa671-bea8-4c6c-8ab2-664c66f88cff req-35357b5a-84b6-4442-839b-56ee65191406 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:40.817408 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fa6aa671-bea8-4c6c-8ab2-664c66f88cff req-35357b5a-84b6-4442-839b-56ee65191406 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 948 time: 0.0989914 Feb 02 14:34:40.885640 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fa6aa671-bea8-4c6c-8ab2-664c66f88cff req-8c3fbf2d-7e34-4d6a-b13b-e4b95acd94c7 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Feb 02 14:34:41.428430 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 9bcf005b-093d-44b6-9b6b-c7b033196396 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:34:41.502573 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 9bcf005b-093d-44b6-9b6b-c7b033196396 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:34:41.508647 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 9bcf005b-093d-44b6-9b6b-c7b033196396 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:34:41.509118 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:41.646886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:41.676243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:41.686195 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9bcf005b-093d-44b6-9b6b-c7b033196396,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:41.691182 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:41.729210 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396', 'code': 200} Feb 02 14:34:41.761614 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:42.091822 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e9231-2ca3-46cc-96b2-1174a9b5c528 req-1c47a5ff-0dc2-4c70-93ad-180ac72ffca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:42.094549 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-940e9231-2ca3-46cc-96b2-1174a9b5c528 req-1c47a5ff-0dc2-4c70-93ad-180ac72ffca9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 1102 time: 0.1452179 Feb 02 14:34:42.102037 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:34:42.148461 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-940e9231-2ca3-46cc-96b2-1174a9b5c528 req-36eb1dd8-9ab2-4394-b28a-fda42efe454f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Feb 02 14:34:42.172651 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d854ea-541d-455f-8c8c-b7060b644914 req-19cbb341-9627-4247-9853-0b9c7740a4ab tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:42.174193 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e4d854ea-541d-455f-8c8c-b7060b644914 req-19cbb341-9627-4247-9853-0b9c7740a4ab tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1302426 Feb 02 14:34:42.229943 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e4d854ea-541d-455f-8c8c-b7060b644914 req-42ad1ae1-1f98-48a2-ba5e-296364a968f3 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Feb 02 14:34:42.863741 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49904) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:43.003864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.021468 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:43.026446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb8b040db2f49bd997a5d8267c6cc91 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:43.029788 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:43.037752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:43.136681 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.142050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.197618 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfb8b040db2f49bd997a5d8267c6cc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327365 Feb 02 14:34:43.198590 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031e995-6a87-4838-a9f3-14ed98e001a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182fe7b-34e5-4443-95fc-8e4f58ef76f7,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:43.200676 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49910) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:43.274950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.304189 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.374378 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.403275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182fe7b-34e5-4443-95fc-8e4f58ef76f7,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:43.426883 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.432346 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cfcddf62-f939-456f-9acf-d57b780e0319 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5182fe7b-34e5-4443-95fc-8e4f58ef76f7 HTTP/1.1" status: 204 len: 168 time: 0.2304585 Feb 02 14:34:43.744284 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576742-ed71-4b2a-adc3-5269776b51a7 req-c918d499-d6d4-4535-87bd-ec42a62df4b0 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:43.745742 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00576742-ed71-4b2a-adc3-5269776b51a7 req-c918d499-d6d4-4535-87bd-ec42a62df4b0 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1543617 Feb 02 14:34:43.803322 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00576742-ed71-4b2a-adc3-5269776b51a7 req-184e412a-1c07-4229-a045-6dca074e6b43 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Feb 02 14:34:43.891776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 49924) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:43.910509 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:43.926393 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:43.930484 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Usage tracker for resource:security_group_rule and tenant:75ecd503c79d4bb28212c9e9c0897564 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:43.933318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:43.939813 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:44.043683 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.048566 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.097619 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75ecd503c79d4bb28212c9e9c0897564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046151 Feb 02 14:34:44.098536 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347c045-401f-4488-952c-576ac199d683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8e54d-b4ad-450e-a18b-a22257db886a,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:44.100837 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 49928) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:44.190347 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.237998 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.326188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.341220 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8e54d-b4ad-450e-a18b-a22257db886a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:44.348152 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:44.352574 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c6693547-852d-4752-9da3-74a7149e311b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22a8e54d-b4ad-450e-a18b-a22257db886a HTTP/1.1" status: 204 len: 168 time: 0.2474470 Feb 02 14:34:45.064887 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff3649-7ac8-41cb-bc11-65d96f4606b2 req-8813325f-186c-4ec1-b27c-5bb96e30bf4a tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:45.064887 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-65ff3649-7ac8-41cb-bc11-65d96f4606b2 req-8813325f-186c-4ec1-b27c-5bb96e30bf4a tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1048367 Feb 02 14:34:45.191492 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-65ff3649-7ac8-41cb-bc11-65d96f4606b2 req-ff739b6a-8d2f-4b7e-98d6-2d2f8919fb21 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208353 Feb 02 14:34:45.735585 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049784d-46f2-4e0a-8f1e-6de6d5f36e34 req-82739661-685a-43b9-84f3-127ea52e2527 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:45.737137 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3049784d-46f2-4e0a-8f1e-6de6d5f36e34 req-82739661-685a-43b9-84f3-127ea52e2527 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1331086 Feb 02 14:34:45.791171 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3049784d-46f2-4e0a-8f1e-6de6d5f36e34 req-4b5d6040-9cfa-42ed-99c7-396a213ad892 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Feb 02 14:34:47.115130 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c635935-7ed1-46a4-ada3-b7a2b54b4ad3 req-948d24b3-8a35-45c9-84a8-9cf7721382a9 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:47.116696 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c635935-7ed1-46a4-ada3-b7a2b54b4ad3 req-948d24b3-8a35-45c9-84a8-9cf7721382a9 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1050727 Feb 02 14:34:47.173282 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c635935-7ed1-46a4-ada3-b7a2b54b4ad3 req-c1bfde5b-518e-4389-af0a-2a2c80b8a232 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Feb 02 14:34:47.296382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50020) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:47.450991 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.467979 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:47.472430 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Usage tracker for resource:security_group_rule and tenant:4993dde697d24239bcbd158beafc1020 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:47.475500 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:47.481934 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:47.585390 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.590829 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.649910 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4993dde697d24239bcbd158beafc1020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519745 Feb 02 14:34:47.652314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853cb31-5d02-4ebf-8e3f-8753126fcd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f4ac9-ea39-4fd8-9175-993385d4ea04,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:47.657229 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50030) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:47.731712 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-4a2f225b-5b51-4ffd-a63f-f04624ab7b19 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:47.734867 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-4a2f225b-5b51-4ffd-a63f-f04624ab7b19 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1151762 Feb 02 14:34:47.745277 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.774843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.822667 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Deleting port 9bcf005b-093d-44b6-9b6b-c7b033196396 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:34:47.823186 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.852686 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.878519 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f4ac9-ea39-4fd8-9175-993385d4ea04,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:47.884215 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:47.891758 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-50e9651e-c699-4902-a60d-858c1dd09d4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c7f4ac9-ea39-4fd8-9175-993385d4ea04 HTTP/1.1" status: 204 len: 168 time: 0.2320917 Feb 02 14:34:48.204318 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] For port 9bcf005b-093d-44b6-9b6b-c7b033196396, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9bcf005b-093d-44b6-9b6b-c7b033196396,segment=NetworkSegment(1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3),segment_id=1066f2dd-5f9d-4ae4-ab14-e73f904bbdd3)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:34:48.204700 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.346838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50040) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:48.356770 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Calling delete_port for 9bcf005b-093d-44b6-9b6b-c7b033196396 owned by compute:nova {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:34:48.370761 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.447436 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:48.454110 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Usage tracker for resource:security_group_rule and tenant:c1cedd736c0146c0b96f45caef3fdd9b is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:48.466774 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:48.480277 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:48.545506 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee03cac-6e61-4fc1-943d-fe6fec099234 req-6ee6b2df-5440-4438-8916-76ee9dc30db6 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:48.548136 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5ee03cac-6e61-4fc1-943d-fe6fec099234 req-6ee6b2df-5440-4438-8916-76ee9dc30db6 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 949 time: 0.1655412 Feb 02 14:34:48.593963 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.642840 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['9bcf005b-093d-44b6-9b6b-c7b033196396'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:34:48.690929 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5ee03cac-6e61-4fc1-943d-fe6fec099234 req-ed47e3b1-8add-440d-9060-5493b5e35dbb tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e9e45aa-5c2b-4209-aab3-8fb56e08c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271012 Feb 02 14:34:48.695094 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Pushing event deleted for resources: {'Port': ['ID=9bcf005b-093d-44b6-9b6b-c7b033196396,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:48.774448 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.781718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.867397 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1cedd736c0146c0b96f45caef3fdd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187995 Feb 02 14:34:48.869556 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a53ca-2aed-4179-880f-51fccdf59099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054dc5da-9d64-4194-abb9-e278fea33209,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:48.872700 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50044) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:48.901211 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] No DVR routers for this DVR port 9bcf005b-093d-44b6-9b6b-c7b033196396 on host hv-cinder-81888 {{(pid=86948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:34:48.909753 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:48.914068 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'name': 'network-vif-deleted', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:34:49.002566 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be8be6-578c-492d-b9f0-32194e43e4cf', 'name': 'network-vif-deleted', 'tag': '9bcf005b-093d-44b6-9b6b-c7b033196396', 'status': 'completed', 'code': 200} Feb 02 14:34:49.022052 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-08ad707a-3035-4515-a4d4-8c0ce9f88a55 req-f1e36c77-f289-46a1-a046-e28994e39b1e tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.95 "DELETE /v2.0/ports/9bcf005b-093d-44b6-9b6b-c7b033196396 HTTP/1.1" status: 204 len: 173 time: 1.2812045 Feb 02 14:34:49.033706 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:49.070893 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:49.136663 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:49.156210 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054dc5da-9d64-4194-abb9-e278fea33209,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:49.163466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:49.164652 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c01d1171-4d4e-4fc5-a284-10e41984895f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/054dc5da-9d64-4194-abb9-e278fea33209 HTTP/1.1" status: 204 len: 168 time: 0.2904222 Feb 02 14:34:49.631341 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-73357d3d-c983-4293-aa49-e9d8ecc6bfa9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035671 Feb 02 14:34:49.871943 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:49.901568 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-41984d70-8224-46e8-9a92-cf1c3407ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:49.905308 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-41984d70-8224-46e8-9a92-cf1c3407ab77 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.1564231 Feb 02 14:34:50.065694 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0e5b385-fff1-45ad-9d4d-aab6b2c9f16b req-4d80590b-d4fa-4ff3-80da-62beba738c97 tempest-VolumesNegativeTest-1402684775 tempest-VolumesNegativeTest-1402684775-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2be8be6-578c-492d-b9f0-32194e43e4cf HTTP/1.1" status: 200 len: 210 time: 0.0783718 Feb 02 14:34:50.276578 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-3cbd528d-0c88-4b8c-bca7-980eb4e991fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:50.278291 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-3cbd528d-0c88-4b8c-bca7-980eb4e991fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.3315461 Feb 02 14:34:50.476059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc9776-1174-44da-ab12-3b8ea7692e8c req-b411ce0b-a288-4c01-bb80-eb1836c8b6ce tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:50.478180 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10fc9776-1174-44da-ab12-3b8ea7692e8c req-b411ce0b-a288-4c01-bb80-eb1836c8b6ce tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1310043 Feb 02 14:34:50.502599 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-7d75eae1-31ae-44a1-b5da-c8087c145d61 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 1000 time: 0.1742151 Feb 02 14:34:50.587377 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-10fc9776-1174-44da-ab12-3b8ea7692e8c req-b2c4431d-1404-47f4-8584-c8b8b6342b20 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008463 Feb 02 14:34:50.622973 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-71293ea0-dfbb-4e62-b414-74ec0ef09fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:50.625215 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-71293ea0-dfbb-4e62-b414-74ec0ef09fb2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.1161604 Feb 02 14:34:50.711824 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-1be4957b-962d-4b0c-a0ff-6501b864a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:50.713494 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-1be4957b-962d-4b0c-a0ff-6501b864a8eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808129 Feb 02 14:34:50.948768 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-ea628734-4784-4ab9-b740-060605a2afec service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278810 Feb 02 14:34:51.097683 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b7b40bda-24a5-496e-b68f-685f75121e13 req-2e450157-84a3-48b4-bb39-668ecb1bf6b3 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396058 Feb 02 14:34:51.516383 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 9bcf005b-093d-44b6-9b6b-c7b033196396 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:34:51.560208 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 9bcf005b-093d-44b6-9b6b-c7b033196396 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:34:51.561330 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 9bcf005b-093d-44b6-9b6b-c7b033196396 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:34:51.878963 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcace6a8-4aad-4a55-bbd2-f62272cec6b9 req-7f47eab1-906c-4137-a165-6b044efcbe1e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:51.887081 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bcace6a8-4aad-4a55-bbd2-f62272cec6b9 req-7f47eab1-906c-4137-a165-6b044efcbe1e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1201990 Feb 02 14:34:51.961227 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bcace6a8-4aad-4a55-bbd2-f62272cec6b9 req-6d03e67d-5fe7-4e38-adcf-e452861cc218 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699780 Feb 02 14:34:53.222329 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce41f01-5e61-4b8e-80a2-e4eda9ca7fe1 req-7cd9c588-e8bc-4700-a5c1-98cda7206b20 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:53.223953 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4ce41f01-5e61-4b8e-80a2-e4eda9ca7fe1 req-7cd9c588-e8bc-4700-a5c1-98cda7206b20 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1149650 Feb 02 14:34:53.301785 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4ce41f01-5e61-4b8e-80a2-e4eda9ca7fe1 req-3e2cc36b-4843-4cb9-9e14-e0e1b3c3c3ac tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656216 Feb 02 14:34:54.539016 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e9ce9-0fb5-40d7-826f-d9f1a329d207 req-97c4ac19-23f1-4bf4-9c07-7f3570c632b0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:54.541372 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-212e9ce9-0fb5-40d7-826f-d9f1a329d207 req-97c4ac19-23f1-4bf4-9c07-7f3570c632b0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1163187 Feb 02 14:34:54.606380 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-212e9ce9-0fb5-40d7-826f-d9f1a329d207 req-191aeedc-0256-4715-9f65-9ec305b0fa58 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579884 Feb 02 14:34:55.835059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d88f-ee73-4108-b213-d9b15aac342a req-fe5404b9-2380-494c-8cba-215e76c6e60c tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:55.836639 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2137d88f-ee73-4108-b213-d9b15aac342a req-fe5404b9-2380-494c-8cba-215e76c6e60c tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1130967 Feb 02 14:34:55.895021 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2137d88f-ee73-4108-b213-d9b15aac342a req-99857c40-408a-45c5-b8c4-fcdd5a3238cc tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512035 Feb 02 14:34:56.880995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50406) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:57.046487 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-328ce706-5bd3-4663-a4ac-3ed17d5d9b52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b187ef2ff7b24422ad51f331069522ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642344 Feb 02 14:34:57.047671 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50414) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:57.118143 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:57.128613 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e31e2-6923-4b38-bfdd-ec768f525b41 req-0371074b-491b-4869-9b98-57066931f322 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:57.130107 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a56e31e2-6923-4b38-bfdd-ec768f525b41 req-0371074b-491b-4869-9b98-57066931f322 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.0893409 Feb 02 14:34:57.148037 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:57.177065 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a56e31e2-6923-4b38-bfdd-ec768f525b41 req-e71618dc-abe8-45cb-9b01-04b9e97c3337 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Feb 02 14:34:57.208603 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:57.226738 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e45aa-5c2b-4209-aab3-8fb56e08c078,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:57.239466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:57.240728 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4f502301-83a6-436d-9015-9f6641c64d6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e9e45aa-5c2b-4209-aab3-8fb56e08c078 HTTP/1.1" status: 204 len: 168 time: 0.1919863 Feb 02 14:34:57.956239 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50440) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:58.071036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1155735762-network', 'tenant_id': '34cfe677db56499591f5172cad7a6799'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:58.076737 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:58.081653 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Usage tracker for resource:network and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:58.085639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:58.093282 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:58.105094 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Made reservation on behalf of 34cfe677db56499591f5172cad7a6799 for: {'network': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:34:58.107719 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.120727 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.136307 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:58.140821 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:58.143640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:58.149362 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:58.242283 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.246879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.280423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=86949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:34:58.290357 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f370cae-e925-49b3-b568-eddb49382e7e,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:58.298870 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.299128 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.segments_db [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Added segment c6124e2a-2f4d-4306-8f1c-53b540a22d4d of type vlan for network d56cd5a1-d9bb-4476-ba57-564fd8163dbb Feb 02 14:34:58.332768 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.374337 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.375426 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:58.376021 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.403530 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf530cea-3912-493c-a92c-be80816efd24 req-bc981ada-77f9-41cf-b529-d728cecd2a30 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:58.405691 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bf530cea-3912-493c-a92c-be80816efd24 req-bc981ada-77f9-41cf-b529-d728cecd2a30 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1134489 Feb 02 14:34:58.453382 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bf530cea-3912-493c-a92c-be80816efd24 req-3f233cf4-d670-4e76-ab7a-96726d45e2a8 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Feb 02 14:34:58.486853 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] Pushing event updated for resources: {'Network': ['ID=d56cd5a1-d9bb-4476-ba57-564fd8163dbb,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:58.490224 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-6b692f6c-03f6-4dc0-959e-931d6e14f5ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5331261 Feb 02 14:34:58.493626 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50448) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:58.499243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:34:58.501060 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Request body: {'subnet': {'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1155735762-subnet', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:58.506320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:58.510199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Usage tracker for resource:subnet and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:58.514191 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:58.520374 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:58.541962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Made reservation on behalf of 34cfe677db56499591f5172cad7a6799 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:34:58.541962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13636465'] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.775541 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16360803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13636451'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.866685 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bbc837-afa9-4006-9ec8-f9849792603c,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:58.879996 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Checking segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:34:58.880354 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Network hostable DHCP agents. Network: d56cd5a1-d9bb-4476-ba57-564fd8163dbb, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:34:58.904466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:34:58.915577 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, d56cd5a1-d9bb-4476-ba57-564fd8163dbb) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:34:58.919955 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:58.920561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:58.925602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c3276-ee40-4636-83fc-e5c43abb6153 None None] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:34:58.949243 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9b8c5a73-35c4-481f-ba25-67cae9f96bcf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4510088 Feb 02 14:34:58.949585 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50458) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:34:58.956259 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:34:58.961690 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:34:58.974288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Usage tracker for resource:router and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:34:58.976149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:34:58.992610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:34:59.018411 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.019536 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.038290 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.243340 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-d56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:34:59.244554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.445711 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Allocated IP 172.20.0.2 (d56cd5a1-d9bb-4476-ba57-564fd8163dbb/68bbc837-afa9-4006-9ec8-f9849792603c/cdab2ff6-61e8-4de4-b1d2-6abc84185176) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:34:59.448511 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.751140 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aaa8d-d172-4249-ba06-61d15e25718e req-a215217d-5a66-4ece-a36a-ffa44f2ae025 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:34:59.753030 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-be8aaa8d-d172-4249-ba06-61d15e25718e req-a215217d-5a66-4ece-a36a-ffa44f2ae025 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1086311 Feb 02 14:34:59.807927 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.816276 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-be8aaa8d-d172-4249-ba06-61d15e25718e req-44495fb0-0047-4f2d-bf94-cad8828d56da tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489402 Feb 02 14:34:59.821227 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Transition to ACTIVE for port object cdab2ff6-61e8-4de4-b1d2-6abc84185176 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:59.846166 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Transition to ACTIVE for port object cdab2ff6-61e8-4de4-b1d2-6abc84185176 will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:34:59.853590 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.928462 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:34:59.929148 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:34:59.931495 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:34:59.936131 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:34:59.941885 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Pushing event updated for resources: {'Port': ['ID=cdab2ff6-61e8-4de4-b1d2-6abc84185176,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:34:59.963698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.010395 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383187c2-a5c6-4fbc-892e-640e55f7d893 req-7959360f-e5a6-44ab-9f4d-c8d24aad70c5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:00.011901 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-383187c2-a5c6-4fbc-892e-640e55f7d893 req-7959360f-e5a6-44ab-9f4d-c8d24aad70c5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2803667 Feb 02 14:35:00.048817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Attempting to bind port cdab2ff6-61e8-4de4-b1d2-6abc84185176 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:00.049353 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Attempting to bind port cdab2ff6-61e8-4de4-b1d2-6abc84185176 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:00.049718 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Attempting to bind port cdab2ff6-61e8-4de4-b1d2-6abc84185176 on network d56cd5a1-d9bb-4476-ba57-564fd8163dbb {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:00.056194 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:00.056567 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Checking segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:00.057234 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.057353 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Bound using segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:00.057809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Bound port: cdab2ff6-61e8-4de4-b1d2-6abc84185176, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:00.058176 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.125742 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-383187c2-a5c6-4fbc-892e-640e55f7d893 req-d3b51a3c-3eca-4af5-b049-306679a579fb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982172 Feb 02 14:35:00.164679 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] For port cdab2ff6-61e8-4de4-b1d2-6abc84185176, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:00.168398 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] For port cdab2ff6-61e8-4de4-b1d2-6abc84185176, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cdab2ff6-61e8-4de4-b1d2-6abc84185176,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:00.176042 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.178005 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Allocated IP 172.27.2.171 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/0162736b-1158-4c92-91a2-8d4739f00670) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:00.359594 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21411cf-ce9d-4329-8a0e-f6a3d74a8c12 None None] Pushing event updated for resources: {'Port': ['ID=cdab2ff6-61e8-4de4-b1d2-6abc84185176,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:00.370589 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.423306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:00.494993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:00.498893 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:00.501690 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:00.538471 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Pushing event updated for resources: {'Port': ['ID=0162736b-1158-4c92-91a2-8d4739f00670,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:01.005327 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cdab2ff6-61e8-4de4-b1d2-6abc84185176 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:01.088082 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port cdab2ff6-61e8-4de4-b1d2-6abc84185176 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:01.148166 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735567b1-6a5a-4e17-9c44-00820bf6e3a7 req-0701997b-82b0-4297-a908-a44ae58fe2a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:01.149915 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-735567b1-6a5a-4e17-9c44-00820bf6e3a7 req-0701997b-82b0-4297-a908-a44ae58fe2a2 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1442001 Feb 02 14:35:01.218765 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-735567b1-6a5a-4e17-9c44-00820bf6e3a7 req-b19f0714-f6ee-48ed-ab49-f79e2e7c34ff tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564792 Feb 02 14:35:01.233400 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:01.521053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812cc6f-e3d2-4f37-83f8-392e79a3931a req-92afed45-8d40-429e-a792-7c15c9d74d8f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:01.522641 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c812cc6f-e3d2-4f37-83f8-392e79a3931a req-92afed45-8d40-429e-a792-7c15c9d74d8f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2269111 Feb 02 14:35:01.596281 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a456722-41a5-4df1-b29b-1a5abbe0aef5 None None] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:35:01.653725 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c812cc6f-e3d2-4f37-83f8-392e79a3931a req-afe6cbd1-b447-4431-8e2e-0029853dbeb7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793047 Feb 02 14:35:01.694199 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Provisioning for port cdab2ff6-61e8-4de4-b1d2-6abc84185176 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:01.704184 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Provisioning complete for port cdab2ff6-61e8-4de4-b1d2-6abc84185176 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:01.704552 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:01.747094 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:01.940284 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:01.986509 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] For port cdab2ff6-61e8-4de4-b1d2-6abc84185176, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cdab2ff6-61e8-4de4-b1d2-6abc84185176,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:01.992146 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:02.009113 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Router 83a40894-845c-487c-884e-a256f1c9325f is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:35:02.070475 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc7be-1f24-4b4d-aa5e-2101bc04cfe6 None None] Pushing event updated for resources: {'Port': ['ID=cdab2ff6-61e8-4de4-b1d2-6abc84185176,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:02.275922 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:02.288550 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Sync routers for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:02.304835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:02.305855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:02.306457 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-72956bad-87ea-4387-961b-faec656aa6dd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3558011 Feb 02 14:35:02.306575 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:02.311728 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50496) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:02.405842 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8d206ba2-f55b-40bd-8ffa-6d7382d89d84 None None] Provisioning complete for port cdab2ff6-61e8-4de4-b1d2-6abc84185176 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:02.406496 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8d206ba2-f55b-40bd-8ffa-6d7382d89d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:02.452242 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6854-77ce-4da6-b836-f821db3e29b9 req-7d349bf3-4fc0-4071-a0b4-be1967c32b08 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:02.455254 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9abb6854-77ce-4da6-b836-f821db3e29b9 req-7d349bf3-4fc0-4071-a0b4-be1967c32b08 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1139164 Feb 02 14:35:02.540134 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9abb6854-77ce-4da6-b836-f821db3e29b9 req-9dd9c498-ff57-4c2e-8897-200808bd47e0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760818 Feb 02 14:35:02.609638 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:02.974996 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cdab2ff6-61e8-4de4-b1d2-6abc84185176 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:03.146393 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-7143d5ab-c25b-44d8-beba-a4f715a65aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.152462 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port cdab2ff6-61e8-4de4-b1d2-6abc84185176 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:03.152833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.171975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2b029-c45a-488d-a027-b460fa928673 req-83348306-b4de-4b16-bd3e-b7170fc599ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:03.173475 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-20a2b029-c45a-488d-a027-b460fa928673 req-83348306-b4de-4b16-bd3e-b7170fc599ef tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2463186 Feb 02 14:35:03.261612 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-20a2b029-c45a-488d-a027-b460fa928673 req-b10951c6-934a-4042-8aeb-3a823920b0da tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622802 Feb 02 14:35:03.298699 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:00Z', 'revision_number': 3, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:03.306059 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Checking router: 83a40894-845c-487c-884e-a256f1c9325f for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:03.306430 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Updating router 83a40894-845c-487c-884e-a256f1c9325f port 0162736b-1158-4c92-91a2-8d4739f00670 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:35:03.366773 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.369875 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.614538 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Allocated IP 172.20.0.1 (d56cd5a1-d9bb-4476-ba57-564fd8163dbb/68bbc837-afa9-4006-9ec8-f9849792603c/18794a8d-f9ed-4293-993a-6cf828757767) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:03.755192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9628ea-bf37-4610-936a-09cb0156fd99 req-8bc53ef1-788a-4ac6-9caa-09fe1a846c3d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:03.756888 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4c9628ea-bf37-4610-936a-09cb0156fd99 req-8bc53ef1-788a-4ac6-9caa-09fe1a846c3d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1036937 Feb 02 14:35:03.761583 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.776072 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Transition to ACTIVE for port object 0162736b-1158-4c92-91a2-8d4739f00670 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:03.785376 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.806988 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.818806 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4c9628ea-bf37-4610-936a-09cb0156fd99 req-d4bd2f9a-5054-4483-bd50-4f57f066ab7d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485241 Feb 02 14:35:03.831505 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Transition to ACTIVE for port object 18794a8d-f9ed-4293-993a-6cf828757767 will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:03.875039 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Attempting to bind port 0162736b-1158-4c92-91a2-8d4739f00670 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:03.875379 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.875572 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Attempting to bind port 0162736b-1158-4c92-91a2-8d4739f00670 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:03.875769 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Attempting to bind port 0162736b-1158-4c92-91a2-8d4739f00670 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:03.884533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:03.884913 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:03.885323 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.885684 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:03.886141 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Bound port: 0162736b-1158-4c92-91a2-8d4739f00670, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:03.886561 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:03.923483 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac390-e6ab-4498-b1fc-88f10c539fb6 None None] Pushing event updated for resources: {'Port': ['ID=0162736b-1158-4c92-91a2-8d4739f00670,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:03.941967 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:03.944721 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:03.948776 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:03.982089 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] For port 0162736b-1158-4c92-91a2-8d4739f00670, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:03.986402 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] For port 0162736b-1158-4c92-91a2-8d4739f00670, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0162736b-1158-4c92-91a2-8d4739f00670,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:03.989783 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Pushing event updated for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:03.992470 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.021282 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.122670 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:04.123492 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:34:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:04.187653 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac390-e6ab-4498-b1fc-88f10c539fb6 None None] Pushing event updated for resources: {'Port': ['ID=0162736b-1158-4c92-91a2-8d4739f00670,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:04.218013 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.310868 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-6fdfa1a7-68c2-4e5e-b334-00e912b2b8f8 None None] Provisioning for port 18794a8d-f9ed-4293-993a-6cf828757767 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:04.324299 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-6fdfa1a7-68c2-4e5e-b334-00e912b2b8f8 None None] Provisioning complete for port 18794a8d-f9ed-4293-993a-6cf828757767 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:04.324670 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa1a7-68c2-4e5e-b334-00e912b2b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.352072 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:04.523815 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.536595 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4eaf-3d44-4652-9c62-7a4fb53c5839 req-5386f56f-2d18-42e9-8cc1-1e558c98f1e5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:04.538232 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-403f4eaf-3d44-4652-9c62-7a4fb53c5839 req-5386f56f-2d18-42e9-8cc1-1e558c98f1e5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1364875 Feb 02 14:35:04.539528 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.557566 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfa1a7-68c2-4e5e-b334-00e912b2b8f8 None None] Port 18794a8d-f9ed-4293-993a-6cf828757767 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:35:04.685225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-403f4eaf-3d44-4652-9c62-7a4fb53c5839 req-4e4bae21-d18f-48ed-974d-fc9b74570368 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201704 Feb 02 14:35:04.685742 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Pushing event updated for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:04.690835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:04.781815 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:03Z', 'revision_number': 1, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:04.790770 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc9912-774d-4e41-9a86-e23c33696376 None None] The sync data for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi is: [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:03Z', 'revision_number': 1, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:04.976801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:04.978126 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:05.203256 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0e190-912f-4cec-abf1-854befd15f26 req-2fc88448-43d6-496b-9480-5a5ec4254c1d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:05.205131 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f8c0e190-912f-4cec-abf1-854befd15f26 req-2fc88448-43d6-496b-9480-5a5ec4254c1d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1864226 Feb 02 14:35:05.241838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Router 83a40894-845c-487c-884e-a256f1c9325f has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:35:05.287037 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f8c0e190-912f-4cec-abf1-854befd15f26 req-ba3abf86-bd96-4746-abff-fe8210d90daf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758202 Feb 02 14:35:05.305715 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-b0904d56-882e-45a9-92cb-994ae22cfe61 None None] Provisioning complete for port 18794a8d-f9ed-4293-993a-6cf828757767 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:05.306617 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b0904d56-882e-45a9-92cb-994ae22cfe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:05.413626 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b0904d56-882e-45a9-92cb-994ae22cfe61 None None] Port 18794a8d-f9ed-4293-993a-6cf828757767 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:35:05.531744 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:05.547998 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5ef7c62b-695a-407c-9d0b-c06334f4b211 admin admin] 10.222.0.48 "PUT /v2.0/routers/83a40894-845c-487c-884e-a256f1c9325f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348244 Feb 02 14:35:05.666502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-9a943b8a-3f05-4dd4-8869-c107824aacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:05.668321 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-9a943b8a-3f05-4dd4-8869-c107824aacdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.0970631 Feb 02 14:35:05.991015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-c099c51f-7f6b-46be-b290-bfca9159a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:05.992495 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-c099c51f-7f6b-46be-b290-bfca9159a798 service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.3054469 Feb 02 14:35:06.218904 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-91d59175-670c-4143-9620-47f44eecf6c2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 1000 time: 0.2181275 Feb 02 14:35:06.226521 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bb27559e-ec36-4fc9-ae40-4a98cdff604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:06.305619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790df02-568d-40b9-89aa-856c2d00f3aa req-dfe419c0-02cd-4c6d-be96-30fa3753cb77 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:06.307199 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a790df02-568d-40b9-89aa-856c2d00f3aa req-dfe419c0-02cd-4c6d-be96-30fa3753cb77 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.3731976 Feb 02 14:35:06.311434 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-219db020-d87b-4ed8-a573-0941b70de45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:06.312983 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-219db020-d87b-4ed8-a573-0941b70de45d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.0817158 Feb 02 14:35:06.452168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50550) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:06.471945 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1767176577-network', 'tenant_id': '39117db5b68241a3ba6acef61274663a'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:35:06.484189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:06.492693 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Usage tracker for resource:network and tenant:39117db5b68241a3ba6acef61274663a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:06.500261 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:06.522557 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a790df02-568d-40b9-89aa-856c2d00f3aa req-e4a1f7d8-b100-42a5-845c-22766da419ff tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917610 Feb 02 14:35:06.526416 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:06.543359 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575256e5-a540-4f70-9a47-f4ac994572b6 req-56da7886-c3f3-41ec-af48-bb2bc8417a5e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:06.546996 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-575256e5-a540-4f70-9a47-f4ac994572b6 req-56da7886-c3f3-41ec-af48-bb2bc8417a5e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.1193981 Feb 02 14:35:06.549197 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Made reservation on behalf of 39117db5b68241a3ba6acef61274663a for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:35:06.551575 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:06.568863 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-74b03c06-dd2f-4a5d-98aa-cc1e35f8835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:06.570375 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-74b03c06-dd2f-4a5d-98aa-cc1e35f8835c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2309928 Feb 02 14:35:06.571212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:06.644202 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-575256e5-a540-4f70-9a47-f4ac994572b6 req-0c46a2a9-2574-41fd-99b9-6e0bafe15e1e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896034 Feb 02 14:35:06.671420 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:06.683658 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Usage tracker for resource:security_group_rule and tenant:39117db5b68241a3ba6acef61274663a is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:06.688901 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:06.698547 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:06.755965 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-8edcddbb-296f-43e7-affc-19847b0a706c service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750307 Feb 02 14:35:06.953265 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b8336f94-fff7-4a37-8d16-789c441ec45f req-b68dbe3e-8454-4d6f-8adc-a54b386f2e3c service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901882 Feb 02 14:35:06.961301 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:06.967900 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:06.984889 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:35:07.005783 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.006121 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Added segment 5ac93b58-f8cc-42ca-965b-d2ec70c212fe of type vlan for network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 Feb 02 14:35:07.041332 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0162736b-1158-4c92-91a2-8d4739f00670 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:07.047241 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083be6f6-f448-4e5a-b780-3de0fe0ba1ed,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:07.058201 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.091204 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.092319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:07.092924 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.151117 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 0162736b-1158-4c92-91a2-8d4739f00670 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:07.159116 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 0162736b-1158-4c92-91a2-8d4739f00670 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:07.160757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.203953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:07.207793 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-02e88685-c054-4029-8361-25f64f1c72c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7544596 Feb 02 14:35:07.211410 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50558) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:07.218023 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Request body: {'subnet': {'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1767176577-subnet', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'ip_version': 4}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:35:07.223623 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:07.228651 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Usage tracker for resource:subnet and tenant:39117db5b68241a3ba6acef61274663a is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:07.232643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:07.233053 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:35:07.240950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:07.256639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Made reservation on behalf of 39117db5b68241a3ba6acef61274663a for: {'subnet': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:35:07.259800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15518328'] for subnet, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.326501 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.483470 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.513498 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.531802 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 0162736b-1158-4c92-91a2-8d4739f00670, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0162736b-1158-4c92-91a2-8d4739f00670,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:07.534494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15106102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15518314'] for subnet, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.547083 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.630997 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c573d27f-67b9-4bac-9d2a-a9059c3a2825,revision_number=0']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:07.643519 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Checking segment: {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:07.643879 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Network hostable DHCP agents. Network: fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:35:07.667320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:35:07.703537 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3) {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:07.720616 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:07.721333 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.728848 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000252a6-2ffa-4c21-a457-03bd7ba21e05 None None] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:35:07.768574 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-90bde024-8121-4be5-abe4-ff400e212b1f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5554245 Feb 02 14:35:07.774875 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50568) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:07.786011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:35:07.799188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:07.813032 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Usage tracker for resource:router and tenant:39117db5b68241a3ba6acef61274663a is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:07.818101 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:07.829082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:07.877532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adc40f-a739-48a2-a5d3-88943f2753cf req-b89389b3-ad5f-4d35-a258-9411837c2858 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:07.879278 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c6adc40f-a739-48a2-a5d3-88943f2753cf req-b89389b3-ad5f-4d35-a258-9411837c2858 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1669912 Feb 02 14:35:07.925357 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=0162736b-1158-4c92-91a2-8d4739f00670,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:07.949850 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1693'] for router, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.951651 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-906300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1674'] for router, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:07.968262 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c6adc40f-a739-48a2-a5d3-88943f2753cf req-37eaf885-00f7-43bd-b555-bc4efa0df616 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826654 Feb 02 14:35:08.015723 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:08.029491 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Sync routers for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:08.063792 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:08.065074 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:08.082524 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e3aad-7e84-4035-9ce5-e486d2729553 req-bafd6135-a335-488c-8e46-e2239cfa33d3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:08.083192 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-208e3aad-7e84-4035-9ce5-e486d2729553 req-bafd6135-a335-488c-8e46-e2239cfa33d3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2492378 Feb 02 14:35:08.284606 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:08.330045 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb56e9b89-f299-58e8-a55b-606425fa1dc1-fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825'}]}} from dv-cinder-818884-2-iscsi. {{(pid=86950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 14:35:08.331041 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:08.414874 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-208e3aad-7e84-4035-9ce5-e486d2729553 req-667b1772-5399-4b71-bde0-f6f6da0b3791 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187476 Feb 02 14:35:08.481961 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1656'] for router, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:08.624809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.db_base_plugin_common [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Allocated IP 172.20.0.2 (fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3/c573d27f-67b9-4bac-9d2a-a9059c3a2825/5af13958-76ce-4df6-bc2a-7fa2e3d6342f) {{(pid=86950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:08.705776 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 2, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:08.710206 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Checking router: 83a40894-845c-487c-884e-a256f1c9325f for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:08.710573 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Updating router 83a40894-845c-487c-884e-a256f1c9325f port 18794a8d-f9ed-4293-993a-6cf828757767 binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:35:08.790095 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:08.951837 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks [] for port, precommit_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:08.973621 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Transition to ACTIVE for port object 5af13958-76ce-4df6-bc2a-7fa2e3d6342f will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:08.993833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0162736b-1158-4c92-91a2-8d4739f00670 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:09.097586 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Transition to ACTIVE for port object 5af13958-76ce-4df6-bc2a-7fa2e3d6342f will not be triggered until provisioned by entity DHCP. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:09.112982 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869'] for port, after_create {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.131995 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.146206 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 0162736b-1158-4c92-91a2-8d4739f00670 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:09.147107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.202983 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.233950 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 is already hosted by enough agents. {{(pid=86950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:09.236816 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.239076 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.scheduler.base_scheduler [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Resources bound (agent type, host, resource id): {{(pid=86950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:09.245356 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Received port after_create {{(pid=86950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:09.249855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Pushing event updated for resources: {'Port': ['ID=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,revision_number=1']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:09.254713 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Transition to ACTIVE for port object 18794a8d-f9ed-4293-993a-6cf828757767 will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:09.265088 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.361118 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Pushing event updated for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:09.373818 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.374160 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.374618 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.374958 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.375345 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.375682 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.376005 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.376384 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.376821 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.377047 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.377369 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.377913 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:09.454733 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Allocated IP 172.27.2.62 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/0a28bc94-285d-45d2-90be-c924cac3b656) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:09.484035 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.492134 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Attempting to bind port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:09.492480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Attempting to bind port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:09.492807 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Attempting to bind port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f on network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:09.499847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:09.500277 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Checking segment: {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:09.500835 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.501050 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Bound using segment: {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:09.501509 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Bound port: 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:09.501878 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.687974 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] For port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:09.693586 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] For port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:09.696591 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Attempting to bind port 18794a8d-f9ed-4293-993a-6cf828757767 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:09.696999 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Attempting to bind port 18794a8d-f9ed-4293-993a-6cf828757767 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:09.697396 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Attempting to bind port 18794a8d-f9ed-4293-993a-6cf828757767 on network d56cd5a1-d9bb-4476-ba57-564fd8163dbb {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:09.702539 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.705139 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf72a33-7edf-4b32-90da-915dfb3805b9 req-71556f1e-caf8-4fd3-83fb-c7b0eb83c3f4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:09.705361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-acf72a33-7edf-4b32-90da-915dfb3805b9 req-71556f1e-caf8-4fd3-83fb-c7b0eb83c3f4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.5784221 Feb 02 14:35:09.711927 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:09.712304 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Checking segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:09.712695 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.713088 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Bound using segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:09.713563 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Bound port: 18794a8d-f9ed-4293-993a-6cf828757767, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:09.714881 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.799489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.808152 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-acf72a33-7edf-4b32-90da-915dfb3805b9 req-bde2533f-baea-4c3e-a318-9b3a6c0c4217 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940418 Feb 02 14:35:09.838176 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be54630-4bf6-4b27-921a-ff4110de160f None None] Pushing event updated for resources: {'Port': ['ID=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:09.876212 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.886544 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] For port 18794a8d-f9ed-4293-993a-6cf828757767, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:09.890418 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] For port 18794a8d-f9ed-4293-993a-6cf828757767, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=18794a8d-f9ed-4293-993a-6cf828757767,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:09.894777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea0e2-74d2-4dbb-9dca-6bf7b7a8fee3 req-fc353371-9712-4eaa-99e9-a6a4e222c0c1 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:09.897372 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f4aea0e2-74d2-4dbb-9dca-6bf7b7a8fee3 req-fc353371-9712-4eaa-99e9-a6a4e222c0c1 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2391520 Feb 02 14:35:09.900602 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:09.947239 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:09.956942 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:09.968849 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:09.970056 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f4aea0e2-74d2-4dbb-9dca-6bf7b7a8fee3 req-7f66fb1d-2b2f-4821-a068-bed7f792d3a9 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609369 Feb 02 14:35:09.989455 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:09.990083 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:10.031338 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Pushing event updated for resources: {'Port': ['ID=0a28bc94-285d-45d2-90be-c924cac3b656,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:10.075941 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10689a6a-9f8a-475f-be94-afebeb9ae672 None None] Pushing event updated for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:10.279820 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:10.530813 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:10.831128 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:09Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:10.837446 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b052b-19ff-426c-91c0-b22f95f3198f None None] The sync data for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi is: [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:09Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:11.248191 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538121'] for router, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:11.294855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 18794a8d-f9ed-4293-993a-6cf828757767 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:11.328168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b369d94-d634-494d-a984-019728507631 req-2d8f13cc-196e-483c-b12c-3f875b8d375b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:11.345329 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9b369d94-d634-494d-a984-019728507631 req-2d8f13cc-196e-483c-b12c-3f875b8d375b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2077692 Feb 02 14:35:11.445767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 18794a8d-f9ed-4293-993a-6cf828757767 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:11.458910 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 18794a8d-f9ed-4293-993a-6cf828757767 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:11.459277 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:11.484306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e89ab-a17d-43c0-b53d-0ddb5450d6cd req-1afe68ce-d6ac-4179-a1c5-cc4269cf86ea tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:11.486035 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-129e89ab-a17d-43c0-b53d-0ddb5450d6cd req-1afe68ce-d6ac-4179-a1c5-cc4269cf86ea tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.3948243 Feb 02 14:35:11.530688 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9b369d94-d634-494d-a984-019728507631 req-e823beed-4431-4c0f-9a35-d609b2ebc92c tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810310 Feb 02 14:35:11.583633 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec4f66-21ab-4e29-a5a7-1ca5f65847de None None] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:35:11.693908 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:11.801116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-129e89ab-a17d-43c0-b53d-0ddb5450d6cd req-f3cbd1ce-5a0c-4815-bed7-12b12f2e8e4e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046763 Feb 02 14:35:11.839485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Router 0c3dab44-3249-4198-a475-03a378fa1f36 is scheduled to L3 agent b0450650-6851-4577-9b0c-052f04b2f82d with binding_index 1 {{(pid=86949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 14:35:12.095999 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8ae53ade-13e4-4132-9f58-44c994f7bb1d None None] Provisioning for port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:12.114663 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.190886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.200586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:12.229701 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Sync routers for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:12.238908 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.240681 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d89cec11-dbd8-4859-8124-60024e242f33 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4641502 Feb 02 14:35:12.244314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50610) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:12.258237 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 18794a8d-f9ed-4293-993a-6cf828757767, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=18794a8d-f9ed-4293-993a-6cf828757767,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:12.301040 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.303251 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5af13958-76ce-4df6-bc2a-7fa2e3d6342f up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:12.379546 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:12.386187 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:12.386841 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:12.524257 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:12.560512 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.598718 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:12.641295 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.641700 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.642044 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.642400 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.642730 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.643054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.643376 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.643693 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.644140 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.644463 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.644789 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.645101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:12.785703 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:12.809958 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:12.810352 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:12.858646 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:12.960066 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdbf2-e5be-4a26-b233-db39fad819cd req-96f45a43-f57e-4d47-87f3-7bcbde151748 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:12.963618 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-83fbdbf2-e5be-4a26-b233-db39fad819cd req-96f45a43-f57e-4d47-87f3-7bcbde151748 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.2637613 Feb 02 14:35:13.022161 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'code': 200} Feb 02 14:35:13.057484 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=6']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:13.140585 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de4887-3165-4eac-ae61-2ac8a3f1691f req-a0e59b55-8ec1-476d-96b7-b2af063b0ea6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:13.142378 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f4de4887-3165-4eac-ae61-2ac8a3f1691f req-a0e59b55-8ec1-476d-96b7-b2af063b0ea6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1487825 Feb 02 14:35:13.252887 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f4de4887-3165-4eac-ae61-2ac8a3f1691f req-622575a1-a895-4ee3-88ed-0c4c0644c16c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847936 Feb 02 14:35:13.266808 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-83fbdbf2-e5be-4a26-b233-db39fad819cd req-159e0d7a-6730-4c7d-882c-178be33aaa45 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922614 Feb 02 14:35:13.338492 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:13.392034 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:13.407183 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:13.443279 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:10Z', 'revision_number': 3, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:13.468054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Checking router: 0c3dab44-3249-4198-a475-03a378fa1f36 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:13.468339 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Updating router 0c3dab44-3249-4198-a475-03a378fa1f36 port 0a28bc94-285d-45d2-90be-c924cac3b656 binding host dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:35:13.505871 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:13.538340 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 18794a8d-f9ed-4293-993a-6cf828757767 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:13.701350 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:13.703775 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf27cae7-8e24-4802-b0da-fc7fe5e4b9c2 None None] Provisioning complete for port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:13.704057 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf27cae7-8e24-4802-b0da-fc7fe5e4b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:13.733825 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:13.812098 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Allocated IP 172.20.0.1 (fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3/c573d27f-67b9-4bac-9d2a-a9059c3a2825/faaa9d2c-9e73-42be-8a51-e8e818f7407a) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:13.886795 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 18794a8d-f9ed-4293-993a-6cf828757767 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:13.887194 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.013525 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.031671 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Transition to ACTIVE for port object faaa9d2c-9e73-42be-8a51-e8e818f7407a will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:14.056800 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.126637 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:14.130438 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:14.132931 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:14.186994 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Pushing event updated for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:14.202087 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.202493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.203012 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.203358 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.203690 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.204021 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.204357 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.204658 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.204981 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.205401 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.205610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.205928 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:14.219649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890675'] for router_interface, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.302573 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks [] for port, precommit_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.321232 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Transition to ACTIVE for port object 0a28bc94-285d-45d2-90be-c924cac3b656 will not be triggered until provisioned by entity L2. {{(pid=86950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:14.330193 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.445375 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Attempting to bind port 0a28bc94-285d-45d2-90be-c924cac3b656 on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:14.446651 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Attempting to bind port 0a28bc94-285d-45d2-90be-c924cac3b656 by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:14.447199 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Attempting to bind port 0a28bc94-285d-45d2-90be-c924cac3b656 on network cd002351-10c4-40b0-a8a1-ff7c2e53b56e {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:14.466365 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:14.468423 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Checking segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:14.469054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.469644 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Bound using segment: {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'} {{(pid=86950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:14.470359 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.managers [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Bound port: 0a28bc94-285d-45d2-90be-c924cac3b656, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc35fe-5624-4248-b6d1-b7784088f659', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e'}}] {{(pid=86950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:14.471043 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.488932 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.580853 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052aef-668e-4d8e-97b3-63f689827f1b None None] Pushing event updated for resources: {'Port': ['ID=0a28bc94-285d-45d2-90be-c924cac3b656,revision_number=2']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:14.621359 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-24c06845-51e2-4390-9cc1-4d92289b2164 None None] Provisioning for port faaa9d2c-9e73-42be-8a51-e8e818f7407a completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:14.667170 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-24c06845-51e2-4390-9cc1-4d92289b2164 None None] Provisioning complete for port faaa9d2c-9e73-42be-8a51-e8e818f7407a triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:14.667792 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-24c06845-51e2-4390-9cc1-4d92289b2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.745493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] For port 0a28bc94-285d-45d2-90be-c924cac3b656, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:14.753225 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] For port 0a28bc94-285d-45d2-90be-c924cac3b656, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0a28bc94-285d-45d2-90be-c924cac3b656,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:14.756716 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-24c06845-51e2-4390-9cc1-4d92289b2164 None None] Port faaa9d2c-9e73-42be-8a51-e8e818f7407a cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:35:14.763982 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.784286 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b663c9-a733-4558-a439-4e740e6eaffc req-79068cf1-e153-4c45-ac05-83daa374f81f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:14.786016 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f2b663c9-a733-4558-a439-4e740e6eaffc req-79068cf1-e153-4c45-ac05-83daa374f81f tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.3376281 Feb 02 14:35:14.875331 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f2b663c9-a733-4558-a439-4e740e6eaffc req-1b4c7490-5f4b-495b-b737-3e815a1dd9b0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794830 Feb 02 14:35:14.886557 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7c9b-05c3-4953-9e18-50d7464ef003 req-ca10e6f9-95e9-46a1-a194-8158136e5a0f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:14.894086 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b9ff7c9b-05c3-4953-9e18-50d7464ef003 req-ca10e6f9-95e9-46a1-a194-8158136e5a0f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1497834 Feb 02 14:35:14.928429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.937501 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:14.942042 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:14.942906 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:15.012934 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b9ff7c9b-05c3-4953-9e18-50d7464ef003 req-114c0b33-ac06-4a27-8a8b-2405c2ef3d65 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121123 Feb 02 14:35:15.115977 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890838'] for router_interface, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:15.131845 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Pushing event updated for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:15.164196 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052aef-668e-4d8e-97b3-63f689827f1b None None] Pushing event updated for resources: {'Port': ['ID=0a28bc94-285d-45d2-90be-c924cac3b656,revision_number=3']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:15.357831 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:15.522653 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:15.525476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:15.635700 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5af13958-76ce-4df6-bc2a-7fa2e3d6342f up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:15.707248 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-b0e00a1e-f60f-458d-9199-2c3ab7352ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4424486 Feb 02 14:35:15.728979 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372ddf-b7bd-4310-a2a3-ac2af3afb6bf req-b391446f-61cb-4544-bca7-106f9b467da5 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:15.738745 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-48372ddf-b7bd-4310-a2a3-ac2af3afb6bf req-b391446f-61cb-4544-bca7-106f9b467da5 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.3816257 Feb 02 14:35:15.830419 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:15.830805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:15.931877 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-e520480b-c361-489d-b7d0-4d15ffdf4722 None None] Provisioning complete for port faaa9d2c-9e73-42be-8a51-e8e818f7407a triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:15.932249 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e520480b-c361-489d-b7d0-4d15ffdf4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:16.016001 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-48372ddf-b7bd-4310-a2a3-ac2af3afb6bf req-2e61b24b-2772-440f-82af-33eff630b77e tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743979 Feb 02 14:35:16.041080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Router 0c3dab44-3249-4198-a475-03a378fa1f36 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:35:16.063843 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-e520480b-c361-489d-b7d0-4d15ffdf4722 None None] Port faaa9d2c-9e73-42be-8a51-e8e818f7407a cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:35:16.179329 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'faaa9d2c-9e73-42be-8a51-e8e818f7407a', 'name': '', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'mac_address': 'fa:16:3e:71:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:13Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 2, 'project_id': '39117db5b68241a3ba6acef61274663a', 'subnets': [{'id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:16.186874 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ce09-6003-4b2e-9c2a-f30f6e8b81d0 None None] The sync data for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi is: [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'faaa9d2c-9e73-42be-8a51-e8e818f7407a', 'name': '', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'mac_address': 'fa:16:3e:71:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:13Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 2, 'project_id': '39117db5b68241a3ba6acef61274663a', 'subnets': [{'id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:16.360918 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:16.382136 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7255634b-77f1-4aa9-a6d7-92ce2a0d4dac admin admin] 10.222.0.48 "PUT /v2.0/routers/0c3dab44-3249-4198-a475-03a378fa1f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1349139 Feb 02 14:35:16.396011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e572688-d8f3-4e39-bd87-5ebd065dfdac req-c81d3247-8d25-43ee-bcd8-8316e3cbfb14 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:16.397640 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0e572688-d8f3-4e39-bd87-5ebd065dfdac req-c81d3247-8d25-43ee-bcd8-8316e3cbfb14 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2048478 Feb 02 14:35:16.432988 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8e03-9d18-4c81-806c-038b68c639a0 req-8ffd5a68-2326-4f69-a10e-6cc4f76799cf tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:16.434963 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5efd8e03-9d18-4c81-806c-038b68c639a0 req-8ffd5a68-2326-4f69-a10e-6cc4f76799cf tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1163280 Feb 02 14:35:16.454977 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0e572688-d8f3-4e39-bd87-5ebd065dfdac req-e96363a9-5fb7-4e95-8fbe-fffd0dcd8a2a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Feb 02 14:35:16.528811 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5efd8e03-9d18-4c81-806c-038b68c639a0 req-03a802f1-9b40-4889-933a-c1e4e36d44c4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868232 Feb 02 14:35:17.374757 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ea12-4d88-4ca2-ac02-2840e2c79ec0 req-4628dc51-b5a1-4f75-ba84-9de095b29e64 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:17.382867 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5a70ea12-4d88-4ca2-ac02-2840e2c79ec0 req-4628dc51-b5a1-4f75-ba84-9de095b29e64 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1806972 Feb 02 14:35:17.457628 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5a70ea12-4d88-4ca2-ac02-2840e2c79ec0 req-894b0181-8eca-48e6-b240-ed89b9d3ea8d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737050 Feb 02 14:35:17.702958 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0a28bc94-285d-45d2-90be-c924cac3b656 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:17.866714 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port 0a28bc94-285d-45d2-90be-c924cac3b656 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:17.872916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 0a28bc94-285d-45d2-90be-c924cac3b656 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:17.874102 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:17.924782 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd10f-f2aa-4f40-915d-e0d4e0ff08c5 req-e6798c89-6596-4244-bb90-596b2da9e804 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:17.926337 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-826cd10f-f2aa-4f40-915d-e0d4e0ff08c5 req-e6798c89-6596-4244-bb90-596b2da9e804 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1678641 Feb 02 14:35:17.942934 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd210-99da-46bd-9667-5ad20815d852 req-d812a0d9-26f3-4db6-88f1-5c580f2dbe92 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:17.951332 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-77afd210-99da-46bd-9667-5ad20815d852 req-d812a0d9-26f3-4db6-88f1-5c580f2dbe92 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2410009 Feb 02 14:35:18.015481 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-826cd10f-f2aa-4f40-915d-e0d4e0ff08c5 req-6d6256d2-5c85-473b-8e9a-9a8d6cdeaee4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749962 Feb 02 14:35:18.040320 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-77afd210-99da-46bd-9667-5ad20815d852 req-a8db6d25-ee8c-4377-b29a-199db654fac3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833580 Feb 02 14:35:18.143533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:18.162978 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port 0a28bc94-285d-45d2-90be-c924cac3b656, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0a28bc94-285d-45d2-90be-c924cac3b656,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:18.168738 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:18.247865 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=0a28bc94-285d-45d2-90be-c924cac3b656,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:18.698473 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264beb68-b193-4b4d-8d31-83cd27333dc8 req-b5429693-efda-44bd-87fd-64f0bdd91547 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:18.700939 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-264beb68-b193-4b4d-8d31-83cd27333dc8 req-b5429693-efda-44bd-87fd-64f0bdd91547 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1018670 Feb 02 14:35:18.775118 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-264beb68-b193-4b4d-8d31-83cd27333dc8 req-5c0817f6-347d-4a3d-9c06-de43aaec6bdd tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614023 Feb 02 14:35:19.108165 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:35:19.140036 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Sync routers for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:19.166810 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:19.167446 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:19.275330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db570a9a-9835-47af-bf22-877e99dc9758 req-06a023dd-d2e4-4b65-a353-5efd23ffe24a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:19.277143 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-db570a9a-9835-47af-bf22-877e99dc9758 req-06a023dd-d2e4-4b65-a353-5efd23ffe24a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.0911822 Feb 02 14:35:19.327499 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef0df8-f930-454d-bb75-4879c809c4a8 req-b5b34508-fe10-45c9-b10a-9eec55960c7b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:19.330552 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-16ef0df8-f930-454d-bb75-4879c809c4a8 req-b5b34508-fe10-45c9-b10a-9eec55960c7b tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1250420 Feb 02 14:35:19.354557 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-db570a9a-9835-47af-bf22-877e99dc9758 req-ac321b64-a7ba-4023-a891-367eeafafb61 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703874 Feb 02 14:35:19.413942 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-16ef0df8-f930-454d-bb75-4879c809c4a8 req-98b10718-ea9a-4de8-9625-0d27d331f53f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682671 Feb 02 14:35:19.427609 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:19.522783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0a28bc94-285d-45d2-90be-c924cac3b656 up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:19.690998 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port 0a28bc94-285d-45d2-90be-c924cac3b656 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:19.691544 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:19.869243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:19.897742 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'faaa9d2c-9e73-42be-8a51-e8e818f7407a', 'name': '', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'mac_address': 'fa:16:3e:71:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:13Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 2, 'project_id': '39117db5b68241a3ba6acef61274663a', 'subnets': [{'id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:19.905020 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Checking router: 0c3dab44-3249-4198-a475-03a378fa1f36 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:19.905645 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Updating router 0c3dab44-3249-4198-a475-03a378fa1f36 port faaa9d2c-9e73-42be-8a51-e8e818f7407a binding host dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:35:19.970734 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:20.095382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2069-688a-4417-bb88-29871ba0a584 req-ae434168-1ae4-4240-949d-ab50f999c232 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:20.097081 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-edcd2069-688a-4417-bb88-29871ba0a584 req-ae434168-1ae4-4240-949d-ab50f999c232 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1595933 Feb 02 14:35:20.160517 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-edcd2069-688a-4417-bb88-29871ba0a584 req-35c69eea-8765-476f-be02-aba36514c0ce tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538394 Feb 02 14:35:20.417182 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:20.440493 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.provisioning_blocks [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Transition to ACTIVE for port object faaa9d2c-9e73-42be-8a51-e8e818f7407a will not be triggered until provisioned by entity L2. {{(pid=86951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:20.451167 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:20.525763 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71417d-df92-44f9-a07c-7729f82fde4c None None] Pushing event updated for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=3']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:20.695281 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c3977-f88a-49a8-8f4e-522b2326bd99 req-e1d0e4d9-8292-4616-8c9f-285ee3585fc7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:20.704695 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-921c3977-f88a-49a8-8f4e-522b2326bd99 req-e1d0e4d9-8292-4616-8c9f-285ee3585fc7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1584253 Feb 02 14:35:20.758984 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27c936-c105-4c17-9016-643514bb56c4 req-681f6848-26f9-444b-b3f4-395ec64f20ca tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:20.778896 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c27c936-c105-4c17-9016-643514bb56c4 req-681f6848-26f9-444b-b3f4-395ec64f20ca tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1663911 Feb 02 14:35:20.896273 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1c27c936-c105-4c17-9016-643514bb56c4 req-41dd8f16-0171-499d-9b35-1563e996c06a tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145539 Feb 02 14:35:20.922369 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-921c3977-f88a-49a8-8f4e-522b2326bd99 req-03d43bbc-4151-4ba3-a83e-924e51781e6a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166252 Feb 02 14:35:20.956879 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Attempting to bind port faaa9d2c-9e73-42be-8a51-e8e818f7407a on host dv-cinder-818884-2-iscsi for vnic_type normal with profile {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:20.961531 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22975d8-da62-48f9-8d22-2255e5474495 req-d4a218c7-e926-4e30-9cda-c066cac49f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:20.965637 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Attempting to bind port faaa9d2c-9e73-42be-8a51-e8e818f7407a by drivers openvswitch,hyperv on host dv-cinder-818884-2-iscsi at level 0 using segments [{'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:20.966000 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-d4a218c7-e926-4e30-9cda-c066cac49f49 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76&tenant_id=c0f2e58bef0c449687b260265c987380 HTTP/1.1" status: 200 len: 1096 time: 0.2562134 Feb 02 14:35:20.966170 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Attempting to bind port faaa9d2c-9e73-42be-8a51-e8e818f7407a on network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:20.970183 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Checking agent: {'id': 'babab278-3443-4a4d-b1b7-943d1b4a6da4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 20, 7), 'started_at': datetime.datetime(2022, 2, 2, 14, 20, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:20.970736 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Checking segment: {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:20.971148 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:20.971543 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Bound using segment: {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'} {{(pid=86951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:20.972029 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.managers [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Bound port: faaa9d2c-9e73-42be-8a51-e8e818f7407a, host: dv-cinder-818884-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac93b58-f8cc-42ca-965b-d2ec70c212fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3'}}] {{(pid=86951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:20.972412 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:21.088691 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] For port faaa9d2c-9e73-42be-8a51-e8e818f7407a, host dv-cinder-818884-2-iscsi, cleared binding levels {{(pid=86951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:21.093199 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.plugins.ml2.db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] For port faaa9d2c-9e73-42be-8a51-e8e818f7407a, host dv-cinder-818884-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=faaa9d2c-9e73-42be-8a51-e8e818f7407a,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:21.096003 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22975d8-da62-48f9-8d22-2255e5474495 req-77e5d786-3c1b-40e3-a25d-f41c256392c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:21.097472 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-77e5d786-3c1b-40e3-a25d-f41c256392c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1096 time: 0.0904632 Feb 02 14:35:21.099917 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:21.231287 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:21.232346 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:21.245548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-e55111bf-0f76-4383-956c-1e95aa7c6b0e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:21.248619 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-e55111bf-0f76-4383-956c-1e95aa7c6b0e tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.1315544 Feb 02 14:35:21.343783 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Deleting port 662d450f-1caa-46c1-bc45-dc482d4396ac {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:21.344413 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:21.398741 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71417d-df92-44f9-a07c-7729f82fde4c None None] Pushing event updated for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=4']} {{(pid=86951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:21.419365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22975d8-da62-48f9-8d22-2255e5474495 req-e848d175-ec19-42f9-acac-a8d1a8ad5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:21.421064 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-e848d175-ec19-42f9-acac-a8d1a8ad5f5d service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.3044965 Feb 02 14:35:21.632237 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:21.696568 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device faaa9d2c-9e73-42be-8a51-e8e818f7407a up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:21.738544 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-24924cd7-f614-47b0-b4e4-9b4bca30be29 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 998 time: 0.2988966 Feb 02 14:35:21.780340 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65509fc5-13c9-4e70-87d7-01076569f417 req-782e822f-7025-4927-bbbb-f127cd883a08 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:21.787345 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65509fc5-13c9-4e70-87d7-01076569f417 req-782e822f-7025-4927-bbbb-f127cd883a08 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.2617648 Feb 02 14:35:21.820861 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22975d8-da62-48f9-8d22-2255e5474495 req-c2541c50-7374-45c1-a3a8-ce41294a08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:21.823056 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-c2541c50-7374-45c1-a3a8-ce41294a08b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.0782378 Feb 02 14:35:21.867209 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65509fc5-13c9-4e70-87d7-01076569f417 req-24711136-2470-4984-a477-4630f575e318 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769651 Feb 02 14:35:21.919846 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning for port faaa9d2c-9e73-42be-8a51-e8e818f7407a completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:21.926536 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port faaa9d2c-9e73-42be-8a51-e8e818f7407a triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:21.926902 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.005356 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] For port 662d450f-1caa-46c1-bc45-dc482d4396ac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=662d450f-1caa-46c1-bc45-dc482d4396ac,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:22.007461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.095129 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22975d8-da62-48f9-8d22-2255e5474495 req-365071b5-9936-4f9c-b3e2-d6a73824fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:22.109354 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-365071b5-9936-4f9c-b3e2-d6a73824fd21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2638164 Feb 02 14:35:22.155234 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.222150 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] For port faaa9d2c-9e73-42be-8a51-e8e818f7407a, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=faaa9d2c-9e73-42be-8a51-e8e818f7407a,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:22.232217 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.338046 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'faaa9d2c-9e73-42be-8a51-e8e818f7407a', 'name': '', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'mac_address': 'fa:16:3e:71:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:13Z', 'updated_at': '2022-02-02T14:35:21Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'subnets': [{'id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:22.353764 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3437-53f0-40c2-a0d6-89bc33c7c2f2 None None] The sync data for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi is: [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:35:14Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'faaa9d2c-9e73-42be-8a51-e8e818f7407a', 'name': '', 'network_id': 'fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'mac_address': 'fa:16:3e:71:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:13Z', 'updated_at': '2022-02-02T14:35:21Z', 'revision_number': 4, 'project_id': '39117db5b68241a3ba6acef61274663a', 'subnets': [{'id': 'c573d27f-67b9-4bac-9d2a-a9059c3a2825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:22.387820 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Pushing event updated for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:22.435640 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-5cf576b9-9892-4a28-aad7-49e16fb89d14 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096323 Feb 02 14:35:22.694543 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c44fbb-e7b4-4b78-804f-20ff0b3079a1 req-a389038c-733a-49a5-9531-bff8dee4a36c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:22.702490 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-15c44fbb-e7b4-4b78-804f-20ff0b3079a1 req-a389038c-733a-49a5-9531-bff8dee4a36c tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 946 time: 0.4286339 Feb 02 14:35:22.735275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.735275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:22.735275 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Floating IP 2d6aa4eb-898c-497d-8492-e9d35516bb42 disassociated. External IP: 172.27.2.196, port: 662d450f-1caa-46c1-bc45-dc482d4396ac. Feb 02 14:35:22.735275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Calling delete_port for 662d450f-1caa-46c1-bc45-dc482d4396ac owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:22.800164 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-15c44fbb-e7b4-4b78-804f-20ff0b3079a1 req-b6fb17e7-9d46-421c-bad4-1b86bec6e9b1 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6d8f8c-8e8c-476e-9824-3b713e5f2747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965662 Feb 02 14:35:22.821568 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b22975d8-da62-48f9-8d22-2255e5474495 req-63b8772f-abf9-4448-a5b4-c2e10d643098 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644593 Feb 02 14:35:22.884389 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723dd1c-1343-45e1-b9ea-654a842637e5 req-c421f815-5e1c-4331-97ee-a11142c25e85 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:22.892819 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2723dd1c-1343-45e1-b9ea-654a842637e5 req-c421f815-5e1c-4331-97ee-a11142c25e85 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2295866 Feb 02 14:35:23.008979 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:23.088773 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2723dd1c-1343-45e1-b9ea-654a842637e5 req-ce99cfb1-a846-465e-aaa5-e1eb310c46b3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949260 Feb 02 14:35:23.146847 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7397d2-426a-433b-ae70-7de9c724def8 req-d7847f31-1f89-478f-a203-74776c2dc8e6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:23.155895 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b7397d2-426a-433b-ae70-7de9c724def8 req-d7847f31-1f89-478f-a203-74776c2dc8e6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1128175 Feb 02 14:35:23.186727 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'Port': ['ID=662d450f-1caa-46c1-bc45-dc482d4396ac,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:23.224856 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8b7397d2-426a-433b-ae70-7de9c724def8 req-6405cab8-8a49-49c3-99cb-31f6fa9e82bb tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679693 Feb 02 14:35:23.368178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:35:23.632817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device faaa9d2c-9e73-42be-8a51-e8e818f7407a up at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:23.653233 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:23.761534 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:35:23.776213 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:23.801736 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] No DVR routers for this DVR port 662d450f-1caa-46c1-bc45-dc482d4396ac on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:35:23.811988 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:23.818242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:23.819341 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:23.846667 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'name': 'network-vif-deleted', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:23.861791 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b22262e4-b56f-43b2-8818-94a95be98b41 req-9313137b-4780-449f-9adb-6992451fd82f tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.95 "DELETE /v2.0/ports/662d450f-1caa-46c1-bc45-dc482d4396ac HTTP/1.1" status: 204 len: 173 time: 2.6064465 Feb 02 14:35:24.007824 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Provisioning complete for port faaa9d2c-9e73-42be-8a51-e8e818f7407a triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:24.014085 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:24.017349 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-4426571b-95c6-4e7e-b3f3-f8881e49a34c req-50e8a369-365e-44ed-88e1-1f77f2bd7390 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Synchronizing usage tracker for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:35:24.048185 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-4426571b-95c6-4e7e-b3f3-f8881e49a34c req-50e8a369-365e-44ed-88e1-1f77f2bd7390 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Unset dirty status for tenant:56bc51711e3b4af5baf392fc02472fe0 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:35:24.050202 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4426571b-95c6-4e7e-b3f3-f8881e49a34c req-50e8a369-365e-44ed-88e1-1f77f2bd7390 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dde9bba-ec09-4296-8d27-e19bb712bd3a HTTP/1.1" status: 200 len: 210 time: 0.0881312 Feb 02 14:35:24.071722 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde9bba-ec09-4296-8d27-e19bb712bd3a', 'name': 'network-vif-deleted', 'tag': '662d450f-1caa-46c1-bc45-dc482d4396ac', 'status': 'completed', 'code': 200} Feb 02 14:35:24.094333 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.resource_extend [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 14:35:24.353333 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35217d9-d060-4deb-bc1a-9ddba81ea131 req-f58f0fba-aa92-4535-8b0a-0bb2184569a2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:24.367944 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f35217d9-d060-4deb-bc1a-9ddba81ea131 req-f58f0fba-aa92-4535-8b0a-0bb2184569a2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1164701 Feb 02 14:35:24.444816 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f35217d9-d060-4deb-bc1a-9ddba81ea131 req-6101cd81-28bc-44fe-b034-b5ef9439c075 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750499 Feb 02 14:35:24.452098 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:24.553885 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:24.650973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:35:24.674826 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f55a55-2ca9-450a-a08f-ebd4beea2619 req-7392019d-48a7-41a1-9786-0c679c45c64d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:24.684246 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-38f55a55-2ca9-450a-a08f-ebd4beea2619 req-7392019d-48a7-41a1-9786-0c679c45c64d tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.2688601 Feb 02 14:35:24.786787 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-38f55a55-2ca9-450a-a08f-ebd4beea2619 req-f0804dd5-6649-4811-965e-98f4dbb5b30a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010344 Feb 02 14:35:24.816771 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:24.850185 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:35:24.905451 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:24.913989 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:25.010148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=6']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:25.022529 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:25.028267 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:25.042120 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:25.042798 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:25.124262 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:35:25.300825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50788) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:25.415697 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:25.426556 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:25.455592 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:25.583441 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:25.619646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d8f8c-8e8c-476e-9824-3b713e5f2747,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:25.646213 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.646956 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.650348 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.651649 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.653012 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.654772 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.655281 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.655782 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.658829 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.659653 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.660859 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.662889 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:35:25.698628 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:25.700891 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-37f9fe26-75c7-4111-a0b4-590b59640fbe tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c6d8f8c-8e8c-476e-9824-3b713e5f2747 HTTP/1.1" status: 204 len: 168 time: 0.3983727 Feb 02 14:35:25.703465 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50800) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:25.754746 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.api.v2.resource [None req-debe9ad5-9a68-4b27-b96a-8ec8f2c857b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] show failed (client error): The resource could not be found. Feb 02 14:35:25.755936 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-debe9ad5-9a68-4b27-b96a-8ec8f2c857b7 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "GET /v2.0/security-groups/4c6d8f8c-8e8c-476e-9824-3b713e5f2747 HTTP/1.1" status: 404 len: 347 time: 0.0512960 Feb 02 14:35:25.759314 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50804) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:25.845797 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 662d450f-1caa-46c1-bc45-dc482d4396ac no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:25.878616 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e188a62-7d7c-48d8-a484-6cff747e0813 req-89fd4035-286b-4ea6-abf5-64a8b119e628 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:25.880159 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7e188a62-7d7c-48d8-a484-6cff747e0813 req-89fd4035-286b-4ea6-abf5-64a8b119e628 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1451311 Feb 02 14:35:25.981045 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 662d450f-1caa-46c1-bc45-dc482d4396ac {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:35:25.981799 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 662d450f-1caa-46c1-bc45-dc482d4396ac not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:35:26.016095 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7e188a62-7d7c-48d8-a484-6cff747e0813 req-590f3cd9-c7ab-4f9c-b6b0-e72fa298fc06 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264701 Feb 02 14:35:26.223455 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Deleting port 8e195dce-2339-4189-8a1d-8b0fcfb15c1d {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:26.226296 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:26.229055 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:26.237681 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcc7d5-87e0-4f01-ad38-e72e8be00212 None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:29:13Z', 'revision_number': 4, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'd2819f48-6e3f-4280-8d7c-416215f7babe', 'name': '', 'network_id': 'cd11a4bc-18c4-428b-9346-d3f2693d4bf1', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'mac_address': 'fa:16:3e:ce:b2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:11Z', 'updated_at': '2022-02-02T14:29:30Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'subnets': [{'id': '97c0d365-7fa7-455c-9658-2e9d5614314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:26.751916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c08d95-b73a-44d2-a29f-b1bdbd8ee33f req-d053c656-34cd-4133-863c-4648cb1c2984 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:26.753453 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-58c08d95-b73a-44d2-a29f-b1bdbd8ee33f req-d053c656-34cd-4133-863c-4648cb1c2984 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.6259782 Feb 02 14:35:26.763864 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b009c28-aafe-4db6-a353-3ac43fae6f92 None None] New status for floating IP 2d6aa4eb-898c-497d-8492-e9d35516bb42: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:35:26.827595 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:26.827919 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:27.040102 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-58c08d95-b73a-44d2-a29f-b1bdbd8ee33f req-1ea8f37a-2525-4ce3-894d-0adfb9c07b68 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801063 Feb 02 14:35:27.054730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Calling delete_port for 8e195dce-2339-4189-8a1d-8b0fcfb15c1d owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:27.292002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.db.api [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:35:27.292546 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG oslo_db.api [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:35:27.510179 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce9b47-f505-4ff9-a243-2e15d8bdf487 req-3a5d2f07-7126-4bbf-a57d-25d882ae888d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:27.514449 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbce9b47-f505-4ff9-a243-2e15d8bdf487 req-3a5d2f07-7126-4bbf-a57d-25d882ae888d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.2190635 Feb 02 14:35:27.610195 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbce9b47-f505-4ff9-a243-2e15d8bdf487 req-11aff6cb-c97a-4c74-bc81-16ac8d05bcc2 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900974 Feb 02 14:35:27.721363 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:27.795171 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Deleting port 8e195dce-2339-4189-8a1d-8b0fcfb15c1d {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:27.796507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:27.882816 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:27.902980 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:28.217058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:28.217521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:28.286007 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:28.338675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:28.370084 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:28.383785 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:28.468823 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Calling delete_port for 8e195dce-2339-4189-8a1d-8b0fcfb15c1d owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:28.471467 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'code': 200} Feb 02 14:35:28.568009 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=7']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:28.749143 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4afa77-9cdb-407e-b905-463d6c562d6e req-38fbf2db-eb46-4fa2-aac4-b62610b5c973 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:28.756521 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0f4afa77-9cdb-407e-b905-463d6c562d6e req-38fbf2db-eb46-4fa2-aac4-b62610b5c973 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.4284945 Feb 02 14:35:28.898344 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0f4afa77-9cdb-407e-b905-463d6c562d6e req-6ce93969-7777-422a-a386-a4b12eb63db8 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401203 Feb 02 14:35:28.975025 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.091362 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50836) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:29.135751 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745375d1-6066-4019-b9cd-68791a5dddf7 req-5efcf6fb-1f97-48e0-8ae9-0a6c97a68af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:29.138043 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-745375d1-6066-4019-b9cd-68791a5dddf7 req-5efcf6fb-1f97-48e0-8ae9-0a6c97a68af0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2622783 Feb 02 14:35:29.201006 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Pushing event deleted for resources: {'Port': ['ID=8e195dce-2339-4189-8a1d-8b0fcfb15c1d,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:29.231648 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-745375d1-6066-4019-b9cd-68791a5dddf7 req-a46194d0-3baf-431a-ada1-53ed7cdb6c62 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870988 Feb 02 14:35:29.268896 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks [] for floatingip, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.301084 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.302384 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-99a75995-cd2b-4b45-857f-a4d544e8fea4 tempest-AttachVolumeTestJSON-209578721 tempest-AttachVolumeTestJSON-209578721-project] 10.222.0.48 "DELETE /v2.0/floatingips/2d6aa4eb-898c-497d-8492-e9d35516bb42 HTTP/1.1" status: 204 len: 168 time: 3.5420215 Feb 02 14:35:29.396220 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.441468 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:29.452348 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Usage tracker for resource:security_group_rule and tenant:3e38fdbb84ba4c4287430a323898780b is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:29.461765 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:29.471488 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:29.676496 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.686602 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.732070 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a8120-7e38-41f6-b35c-93bb28d18dc3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:29.785921 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-e76808ce-0d19-4717-a881-3a84737ed66c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e38fdbb84ba4c4287430a323898780b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912358 Feb 02 14:35:29.786342 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50846) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:29.904675 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:29.949963 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:30.107099 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:30.132430 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a8120-7e38-41f6-b35c-93bb28d18dc3,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:30.142395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:30.146133 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-65a3ba66-bfee-47a2-8b88-67cae9642231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/966a8120-7e38-41f6-b35c-93bb28d18dc3 HTTP/1.1" status: 204 len: 168 time: 0.3567173 Feb 02 14:35:30.231206 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961767-aee7-4c0d-a05e-d27af37ccebc req-4901790f-c86f-476c-a8d5-f115214038a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:30.232868 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00961767-aee7-4c0d-a05e-d27af37ccebc req-4901790f-c86f-476c-a8d5-f115214038a0 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1699183 Feb 02 14:35:30.344246 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-00961767-aee7-4c0d-a05e-d27af37ccebc req-afaa5ced-d3c4-4f08-946e-2ef591ca08dd tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035926 Feb 02 14:35:30.560421 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cdef6-9212-4d90-ab2d-d0ddeb0b6d27 req-73273b5f-6399-4da8-b774-400746c5d76b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:30.571977 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a99cdef6-9212-4d90-ab2d-d0ddeb0b6d27 req-73273b5f-6399-4da8-b774-400746c5d76b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1330724 Feb 02 14:35:30.648885 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a99cdef6-9212-4d90-ab2d-d0ddeb0b6d27 req-20ef4e28-84ea-4aa8-9c63-702e12f0b23e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758977 Feb 02 14:35:31.733367 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:35:31.762884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f809b-953f-4c93-9cc0-86f2d438a75c req-b092a17b-e7f0-4644-8a08-4ffefcfa11a9 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:31.770907 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09f809b-953f-4c93-9cc0-86f2d438a75c req-b092a17b-e7f0-4644-8a08-4ffefcfa11a9 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 943 time: 0.1770747 Feb 02 14:35:31.842624 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b09f809b-953f-4c93-9cc0-86f2d438a75c req-9fbccec0-7efd-4e78-88c6-5353f5ba9076 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706589 Feb 02 14:35:32.178536 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:32.217872 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '02709005-57e7-45db-b48a-428108d96671', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'port_id': '02709005-57e7-45db-b48a-428108d96671', 'mac_address': 'fa:16:3e:2c:b5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:35:32.368338 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:32.391047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec643f94-0c37-4d43-8853-d219063d7707 req-1ddee158-7836-4439-b5a9-9ca6fc69acf3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:32.400145 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ec643f94-0c37-4d43-8853-d219063d7707 req-1ddee158-7836-4439-b5a9-9ca6fc69acf3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.4318635 Feb 02 14:35:32.452561 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02709005-57e7-45db-b48a-428108d96671 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:35:32.496567 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ec643f94-0c37-4d43-8853-d219063d7707 req-db882c6d-f574-4086-9e4d-4f3f2c590d64 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950418 Feb 02 14:35:32.657081 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:32.685262 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:32.826188 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=7']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:33.054278 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['02709005-57e7-45db-b48a-428108d96671'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:35:33.084330 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129d17-97d5-4743-aef6-ccd8a92ddaba req-9bae255a-124e-4d6c-808b-c9f5d45d1c1a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:33.086279 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fb129d17-97d5-4743-aef6-ccd8a92ddaba req-9bae255a-124e-4d6c-808b-c9f5d45d1c1a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.0992069 Feb 02 14:35:33.160805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3278826a-7ad3-4b72-a32f-3067633b6429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:33.174904 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fb129d17-97d5-4743-aef6-ccd8a92ddaba req-2b31c51d-4fc9-4ac7-b0f1-1445c3bcf6e5 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814266 Feb 02 14:35:33.647985 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-08799e8f-010a-4cc1-abb9-3f71d2e410f6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:33.649358 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-08799e8f-010a-4cc1-abb9-3f71d2e410f6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 815 time: 0.1739790 Feb 02 14:35:33.671614 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-a0113243-b3b9-4e37-bf4b-f82850c16b7f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/quotas/34cfe677db56499591f5172cad7a6799 HTTP/1.1" status: 200 len: 375 time: 0.0152791 Feb 02 14:35:33.741578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879067-677f-403f-9c9f-e6ae4b02d0d8 req-31e39f75-4310-41ba-b61b-43407c3ce8de tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:33.751105 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78879067-677f-403f-9c9f-e6ae4b02d0d8 req-31e39f75-4310-41ba-b61b-43407c3ce8de tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1091838 Feb 02 14:35:33.775983 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5b6b435e-3028-4ee0-aef0-02009fcdb529 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963528 Feb 02 14:35:33.813667 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-78879067-677f-403f-9c9f-e6ae4b02d0d8 req-0504e38e-01dd-48a3-a5e9-1f47c87d28f5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615280 Feb 02 14:35:34.116861 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-e5161af1-15a9-49d9-8a12-c5e6f1c0b859 service neutron] 10.222.0.48 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400776 Feb 02 14:35:34.125389 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 50946) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:34.344815 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-40564c63-8d9a-461f-96f5-591402575f3d service neutron] 10.222.0.48 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207050 Feb 02 14:35:34.584712 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-abb84611-b2af-460d-8d8e-e120029867da req-d169a3d7-a7c7-44b3-8d4a-6ca6feb134a3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 210 time: 0.0652771 Feb 02 14:35:34.832851 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc555e67-8c1f-4d49-aeb8-120eb836ad91 req-87df77b2-4365-4b08-b360-004b3ac93a0b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:34.834986 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dc555e67-8c1f-4d49-aeb8-120eb836ad91 req-87df77b2-4365-4b08-b360-004b3ac93a0b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 944 time: 0.4144473 Feb 02 14:35:34.970961 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dc555e67-8c1f-4d49-aeb8-120eb836ad91 req-7ae27ae3-d9bc-4e5f-95cd-7c2c6b905331 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731163 Feb 02 14:35:35.089890 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea41c1-0f5f-48c1-b2c7-ccc57b2b160d req-91b5cc83-0764-4fa2-99ee-1bbf4231276b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:35.091851 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0fea41c1-0f5f-48c1-b2c7-ccc57b2b160d req-91b5cc83-0764-4fa2-99ee-1bbf4231276b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1217983 Feb 02 14:35:35.170428 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0fea41c1-0f5f-48c1-b2c7-ccc57b2b160d req-3f54cfdc-1daf-4c3d-baba-e3c4b1d6a8d1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541415 Feb 02 14:35:35.360193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:35.739127 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:35:35.857208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-20fd0da9-70bf-46b0-9a2d-5f879a219560 req-6bca15da-70f3-42df-b204-1c044f40c823 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:35:35.859148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 02709005-57e7-45db-b48a-428108d96671 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:35.859750 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:35.913583 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Deleting port d2819f48-6e3f-4280-8d7c-416215f7babe {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:35.913947 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:35.958625 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-20fd0da9-70bf-46b0-9a2d-5f879a219560 req-6bca15da-70f3-42df-b204-1c044f40c823 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:35:35.968151 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-20fd0da9-70bf-46b0-9a2d-5f879a219560 req-6bca15da-70f3-42df-b204-1c044f40c823 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 210 time: 0.2176793 Feb 02 14:35:36.123664 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 50984) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:36.125232 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.207937 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:36.265904 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] For port d2819f48-6e3f-4280-8d7c-416215f7babe, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d2819f48-6e3f-4280-8d7c-416215f7babe,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:36.266683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.293113 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:36.303662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.378602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-395937bd-01b3-478d-9ab3-b5ad6cd75353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.424622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.443625 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:36.448699 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b74b1db7ad143499b7857c4be4162ef is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:36.452134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:36.458645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:36.460861 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=8']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:36.505565 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3924744-533f-4247-9f58-0b4d1053cb54 req-03dfccdf-cfda-4ea2-a8be-6dce183f380b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:36.508508 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Calling delete_port for d2819f48-6e3f-4280-8d7c-416215f7babe owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:36.527103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3924744-533f-4247-9f58-0b4d1053cb54 req-03dfccdf-cfda-4ea2-a8be-6dce183f380b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2803915 Feb 02 14:35:36.622644 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3924744-533f-4247-9f58-0b4d1053cb54 req-27db2835-7b79-401d-87b4-cb025bbde1ce tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939062 Feb 02 14:35:36.745592 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.753329 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:36.756532 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'code': 200} Feb 02 14:35:36.837792 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b74b1db7ad143499b7857c4be4162ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106788 Feb 02 14:35:36.837792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a7cd0-14f1-4636-b796-f1510d66eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d36918-7605-46ed-9ec6-4e2dc9cdb137,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:36.841054 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51002) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:36.995244 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.063365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.146742 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-1bc7e1ac-8e6f-4882-8b85-0f04b350dff2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:37.147737 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-1bc7e1ac-8e6f-4882-8b85-0f04b350dff2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:network {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:35:37.200078 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.251645 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-1bc7e1ac-8e6f-4882-8b85-0f04b350dff2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:network {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:35:37.253419 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-1bc7e1ac-8e6f-4882-8b85-0f04b350dff2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 815 time: 1.1372561 Feb 02 14:35:37.262136 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.266504 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d3ca-2134-4545-aa2b-3621000bc80a req-3b3647e9-52fd-40d0-aa9d-825e025f6c91 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:37.268849 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0166d3ca-2134-4545-aa2b-3621000bc80a req-3b3647e9-52fd-40d0-aa9d-825e025f6c91 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.6768851 Feb 02 14:35:37.285449 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'port': {'device_id': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'admin_state_up': True, 'tenant_id': '34cfe677db56499591f5172cad7a6799'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:35:37.365800 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2040f8cc-73a8-436c-a940-5de40ca889ed req-397b6f5a-405e-4fdb-98dc-135757bf5ab7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 210 time: 0.0906417 Feb 02 14:35:37.371295 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d36918-7605-46ed-9ec6-4e2dc9cdb137,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:37.377385 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.379728 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9463a187-20b9-49b6-aca9-0d0d874e111c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2d36918-7605-46ed-9ec6-4e2dc9cdb137 HTTP/1.1" status: 204 len: 168 time: 0.5218039 Feb 02 14:35:37.404439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceffbf-6034-4e9c-a137-cd2424a87fab req-fc46ef37-8738-489f-974b-abc940334c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:37.408977 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dfceffbf-6034-4e9c-a137-cd2424a87fab req-fc46ef37-8738-489f-974b-abc940334c44 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.2646153 Feb 02 14:35:37.428933 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.473364 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0166d3ca-2134-4545-aa2b-3621000bc80a req-d0091fe3-19d6-4f8e-92a7-ea0e741e1404 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955447 Feb 02 14:35:37.536245 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dfceffbf-6034-4e9c-a137-cd2424a87fab req-f9c6392c-35a5-4aa7-acd8-0eb0357f0fe4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195450 Feb 02 14:35:37.772235 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:37.894162 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:37.907937 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:37.993607 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2819f48-6e3f-4280-8d7c-416215f7babe,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:37.996665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Made reservation on behalf of 34cfe677db56499591f5172cad7a6799 for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:35:38.000549 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:38.109555 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2b1e-61cc-4cbd-8868-6af8e3eabe44 req-5d31f86f-85ee-4d1c-a4f5-11f2ff6f789b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:38.114415 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-40eb2b1e-61cc-4cbd-8868-6af8e3eabe44 req-5d31f86f-85ee-4d1c-a4f5-11f2ff6f789b tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2446287 Feb 02 14:35:38.226666 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-40eb2b1e-61cc-4cbd-8868-6af8e3eabe44 req-010ae434-1b31-4935-adb8-68486d07f512 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997775 Feb 02 14:35:38.606748 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:38.860638 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-afc1597e-1cc9-4afb-944c-927091eafb50 req-386ff8d1-3cc4-4484-8d23-43640495444d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 210 time: 0.2133892 Feb 02 14:35:39.065665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Allocated IP 172.20.0.7 (d56cd5a1-d9bb-4476-ba57-564fd8163dbb/68bbc837-afa9-4006-9ec8-f9849792603c/c98315d8-9161-448c-989e-5a756096b90f) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:35:39.097227 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540e4d-0d96-46ad-9cf4-5d0d4d50e0ea req-f527497a-a6c2-4e7e-b03e-7d268b6cedae tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:39.098845 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-49540e4d-0d96-46ad-9cf4-5d0d4d50e0ea req-f527497a-a6c2-4e7e-b03e-7d268b6cedae tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2952857 Feb 02 14:35:39.227672 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-49540e4d-0d96-46ad-9cf4-5d0d4d50e0ea req-8b9e078f-3c2f-4797-aeab-d53ee8989ab8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180739 Feb 02 14:35:39.516200 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:39.766689 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Router 5f224ee0-af0d-4328-99fa-3969f938f751 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:35:40.060043 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:40.096379 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Transition to ACTIVE for port object c98315d8-9161-448c-989e-5a756096b90f will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:40.227847 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3bea7563-0e5b-4dd2-9758-68ececa3cb42 req-dbc0930a-8d52-4348-b1eb-e31683d79839 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 210 time: 0.0966735 Feb 02 14:35:40.269945 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce58a3-29d0-48ad-b584-7461a75b1e49 req-04627294-5369-41c4-a880-bda390270680 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:40.279587 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f4ce58a3-29d0-48ad-b584-7461a75b1e49 req-04627294-5369-41c4-a880-bda390270680 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.6412766 Feb 02 14:35:40.417062 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:40.443999 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f4ce58a3-29d0-48ad-b584-7461a75b1e49 req-51b12b42-48ef-4b49-8ac3-09865ae8bc63 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633036 Feb 02 14:35:40.630428 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dfc4b-0422-479c-8da2-89288838e90a req-ca24aa25-d66b-4509-9ef2-aa6184d50230 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:40.635075 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:35:40.638068 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-998dfc4b-0422-479c-8da2-89288838e90a req-ca24aa25-d66b-4509-9ef2-aa6184d50230 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1816549 Feb 02 14:35:40.642965 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:35:40.652300 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:35:40.724362 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:35:40.734619 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-998dfc4b-0422-479c-8da2-89288838e90a req-0e3f750a-4a61-483e-b268-00e51fbd56cf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912778 Feb 02 14:35:40.734816 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Sync routers for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:35:40.755316 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:40.755954 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:40.831105 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:40.848557 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:40.849705 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:40.866178 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-2f8a10f8-0902-4704-bc46-24e4ae6a4167 admin admin] 10.222.0.48 "PUT /v2.0/routers/5f224ee0-af0d-4328-99fa-3969f938f751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7392008 Feb 02 14:35:40.868225 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51066) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:40.904581 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-5bc1837d-5163-412d-99f8-2d9b6726f41f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6282685 Feb 02 14:35:40.930598 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Request body: {'port': {'device_id': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:35:41.159962 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:41.244294 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks [] for router, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:41.362163 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-18a1ba62-15a5-4acc-97ae-9a900951f5fb None None] Provisioning for port c98315d8-9161-448c-989e-5a756096b90f completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:35:41.391650 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-18a1ba62-15a5-4acc-97ae-9a900951f5fb None None] Provisioning complete for port c98315d8-9161-448c-989e-5a756096b90f triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:35:41.398832 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-18a1ba62-15a5-4acc-97ae-9a900951f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:41.456793 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:41.613252 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:41.632959 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Deleting port a4edf28b-e0a1-4707-acb0-8c448d38ddc1 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:41.633610 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:42.051817 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-18a1ba62-15a5-4acc-97ae-9a900951f5fb None None] Port c98315d8-9161-448c-989e-5a756096b90f cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:35:42.083175 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:35:37Z', 'revision_number': 5, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port': {'id': 'a4edf28b-e0a1-4707-acb0-8c448d38ddc1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:42.089541 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Checking router: 5f224ee0-af0d-4328-99fa-3969f938f751 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:35:42.099849 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Routers {'5f224ee0-af0d-4328-99fa-3969f938f751'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:35:42.100563 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:35:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5f224ee0-af0d-4328-99fa-3969f938f751'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:42.153328 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98315d8-9161-448c-989e-5a756096b90f {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:35:42.158830 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] For port a4edf28b-e0a1-4707-acb0-8c448d38ddc1, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:42.163435 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:42.164138 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:42.186243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Transition to ACTIVE for port object c98315d8-9161-448c-989e-5a756096b90f will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:35:42.198578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:42.350097 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] Set router 5f224ee0-af0d-4328-99fa-3969f938f751 gateway port host: None {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:35:42.590812 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Calling delete_port for a4edf28b-e0a1-4707-acb0-8c448d38ddc1 owned by network:router_gateway {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:42.633493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:35:41Z', 'revision_number': 6, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:42.639533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c01e4-4a7a-41a1-b8ec-98933d404f44 None None] The sync data for ids ['5f224ee0-af0d-4328-99fa-3969f938f751'] in dv-cinder-818884-2-iscsi is: [{'id': '5f224ee0-af0d-4328-99fa-3969f938f751', 'name': 'tempest-AttachVolumeTestJSON-333038527-router', 'tenant_id': '56bc51711e3b4af5baf392fc02472fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:28:59Z', 'updated_at': '2022-02-02T14:35:41Z', 'revision_number': 6, 'project_id': '56bc51711e3b4af5baf392fc02472fe0', 'gw_port_host': None}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:35:42.661282 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:42.834621 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a4ad-b176-415a-9fbf-0d3152319aa9 req-68d92336-3717-4a7f-ac78-63c4f9a405f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:42.848516 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e490a4ad-b176-415a-9fbf-0d3152319aa9 req-68d92336-3717-4a7f-ac78-63c4f9a405f8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.8569307 Feb 02 14:35:42.914199 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6b13-f520-4e56-865e-efab556e64af req-05fb5d33-05b6-43de-a1fe-675e86a347c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:42.915381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3c4d6b13-f520-4e56-865e-efab556e64af req-05fb5d33-05b6-43de-a1fe-675e86a347c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:35:42.957195 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3c4d6b13-f520-4e56-865e-efab556e64af req-05fb5d33-05b6-43de-a1fe-675e86a347c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:35:42.958362 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3c4d6b13-f520-4e56-865e-efab556e64af req-05fb5d33-05b6-43de-a1fe-675e86a347c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 931 time: 1.0998230 Feb 02 14:35:42.967313 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Attempting to bind port c98315d8-9161-448c-989e-5a756096b90f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:35:42.967630 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Attempting to bind port c98315d8-9161-448c-989e-5a756096b90f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:35:42.967964 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Attempting to bind port c98315d8-9161-448c-989e-5a756096b90f on network d56cd5a1-d9bb-4476-ba57-564fd8163dbb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:42.991712 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Port c98315d8-9161-448c-989e-5a756096b90f on network d56cd5a1-d9bb-4476-ba57-564fd8163dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:35:42.991987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Attempting to bind port c98315d8-9161-448c-989e-5a756096b90f on network d56cd5a1-d9bb-4476-ba57-564fd8163dbb {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:35:43.007059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:35:43.007415 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Checking segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:35:43.007767 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Bound using segment: {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:35:43.008202 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Bound port: c98315d8-9161-448c-989e-5a756096b90f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:35:43.008584 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.058489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3c4d6b13-f520-4e56-865e-efab556e64af req-068d9f01-e85d-4943-a95d-32fe9136e4c3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:35:43.118827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-3c4d6b13-f520-4e56-865e-efab556e64af req-068d9f01-e85d-4943-a95d-32fe9136e4c3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:35:43.120059 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3c4d6b13-f520-4e56-865e-efab556e64af req-068d9f01-e85d-4943-a95d-32fe9136e4c3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546035 Feb 02 14:35:43.136423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:35:43.152625 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:35:43.158338 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.227746 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e490a4ad-b176-415a-9fbf-0d3152319aa9 req-52bc6b53-2969-47a2-a7dc-3846ef95332f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737698 Feb 02 14:35:43.323923 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.350896 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:43.351512 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.353003 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] 10.222.0.95 "PUT /v2.0/ports/c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 1093 time: 2.4313788 Feb 02 14:35:43.353447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:43.379112 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0334e6-fd24-467f-8b46-d8780289a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:43.404122 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:35:43.413978 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4edf28b-e0a1-4707-acb0-8c448d38ddc1,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:43.495275 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.619996 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d2819f48-6e3f-4280-8d7c-416215f7babe no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:43.657493 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: d2819f48-6e3f-4280-8d7c-416215f7babe {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:35:43.657971 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d2819f48-6e3f-4280-8d7c-416215f7babe not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:35:43.658237 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a4edf28b-e0a1-4707-acb0-8c448d38ddc1 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:43.699587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: a4edf28b-e0a1-4707-acb0-8c448d38ddc1 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:35:43.699822 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a4edf28b-e0a1-4707-acb0-8c448d38ddc1 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:35:43.795377 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.798000 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.884048 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.884545 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f224ee0-af0d-4328-99fa-3969f938f751 {{(pid=86948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:35:43.898042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:43.899229 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b4b03bc5-928f-4458-9a6b-f89a73a7354a admin admin] 10.222.0.48 "DELETE /v2.0/routers/5f224ee0-af0d-4328-99fa-3969f938f751 HTTP/1.1" status: 204 len: 168 time: 3.0298274 Feb 02 14:35:43.903006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51096) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:43.969205 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Deleting subnet 97c0d365-7fa7-455c-9658-2e9d5614314f {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:35:43.972453 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.027480 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.143934 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.218485 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.293723 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c0d365-7fa7-455c-9658-2e9d5614314f,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:44.300322 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.300816 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd560fb-8f7c-4481-85da-252ad32794c0 None None] Network cd11a4bc-18c4-428b-9346-d3f2693d4bf1 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:35:44.312752 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-8fe37daf-86c7-4290-ab67-ee7c9a2ac0c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97c0d365-7fa7-455c-9658-2e9d5614314f HTTP/1.1" status: 204 len: 168 time: 0.4062555 Feb 02 14:35:44.313163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51104) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:44.360823 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a819ae2-79cc-4a05-a7fb-19b307d3bd44 req-9f691c38-7dd0-4d55-9fc6-c3b658631f0b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:44.367553 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4a819ae2-79cc-4a05-a7fb-19b307d3bd44 req-9f691c38-7dd0-4d55-9fc6-c3b658631f0b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.1193681 Feb 02 14:35:44.417666 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4a819ae2-79cc-4a05-a7fb-19b307d3bd44 req-a629b1b8-9b03-41a9-a438-1ba1475fb190 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Feb 02 14:35:44.490725 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.509732 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Deleting port 9df46dba-933e-41be-aef6-30e4441ba17c {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:44.510790 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.578780 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5cfc-6ac1-4697-9e7f-a534a2198ed5 req-90dfbc3e-6885-4891-9580-1caeea1ac2cb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:44.580253 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d2dc5cfc-6ac1-4697-9e7f-a534a2198ed5 req-90dfbc3e-6885-4891-9580-1caeea1ac2cb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.1848910 Feb 02 14:35:44.595369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] DHCP port deletion for cd11a4bc-18c4-428b-9346-d3f2693d4bf1 request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:35:44.599745 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Deleting port 9df46dba-933e-41be-aef6-30e4441ba17c {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:44.600235 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.689531 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d2dc5cfc-6ac1-4697-9e7f-a534a2198ed5 req-c74ba4bf-914a-472c-a4d9-3e5c6b4d42a1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795388 Feb 02 14:35:44.781965 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] For port 9df46dba-933e-41be-aef6-30e4441ba17c, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=9df46dba-933e-41be-aef6-30e4441ba17c,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:44.782341 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.815562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] For port 9df46dba-933e-41be-aef6-30e4441ba17c, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=9df46dba-933e-41be-aef6-30e4441ba17c,segment=NetworkSegment(3ad25ae4-421d-4cd0-8d12-5b7696f22bc1),segment_id=3ad25ae4-421d-4cd0-8d12-5b7696f22bc1)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:44.816146 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:44.905312 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Calling delete_port for 9df46dba-933e-41be-aef6-30e4441ba17c owned by network:dhcp {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:44.938480 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Calling delete_port for 9df46dba-933e-41be-aef6-30e4441ba17c owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:35:44.989454 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.039755 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df46dba-933e-41be-aef6-30e4441ba17c,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:45.044982 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] No DVR routers for this DVR port 9df46dba-933e-41be-aef6-30e4441ba17c on host dv-cinder-818884-2-iscsi {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:35:45.120703 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:35:45.121079 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:35:45.168972 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.195550 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd11a4bc-18c4-428b-9346-d3f2693d4bf1']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:45.208312 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:45.208599 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad25ae4-421d-4cd0-8d12-5b7696f22bc1') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:35:45.220815 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.236762 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.242925 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:35:45.243238 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:35:45.260932 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:35:45.346699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.373180 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.376035 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd11a4bc-18c4-428b-9346-d3f2693d4bf1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:45.402859 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-655fde2a-43c4-4e00-9484-04bf470632c0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd11a4bc-18c4-428b-9346-d3f2693d4bf1 HTTP/1.1" status: 204 len: 168 time: 1.0885265 Feb 02 14:35:45.583349 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 9df46dba-933e-41be-aef6-30e4441ba17c no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:45.636783 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Deleting port 9df46dba-933e-41be-aef6-30e4441ba17c {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:35:45.637418 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:45.771828 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e53de-9afc-4cd7-b6f1-530da4b6d932 None None] The port '9df46dba-933e-41be-aef6-30e4441ba17c' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:35:45.788429 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 9df46dba-933e-41be-aef6-30e4441ba17c {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:35:45.788773 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 9df46dba-933e-41be-aef6-30e4441ba17c not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:35:45.792412 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f83bb0-f4a1-43cf-96c0-c80118e042b1 req-069a7cb1-b9cd-4db6-a176-258c516181a7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:45.794359 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-88f83bb0-f4a1-43cf-96c0-c80118e042b1 req-069a7cb1-b9cd-4db6-a176-258c516181a7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.2390239 Feb 02 14:35:45.870135 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51120) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:45.929472 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-88f83bb0-f4a1-43cf-96c0-c80118e042b1 req-3519de42-a05c-4d71-90ce-1e299c041302 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165493 Feb 02 14:35:46.084502 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-cbded2e8-9989-4ebd-b4df-f972f94c53a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56bc51711e3b4af5baf392fc02472fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2127545 Feb 02 14:35:46.087197 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51126) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:46.143842 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758425-bc96-4620-a876-2df4bb52954d req-5e1796bf-31db-4e97-a7fe-7526c856594a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:46.146108 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-15758425-bc96-4620-a876-2df4bb52954d req-5e1796bf-31db-4e97-a7fe-7526c856594a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 946 time: 0.2160320 Feb 02 14:35:46.210735 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-15758425-bc96-4620-a876-2df4bb52954d req-bfca3e9c-4e5e-4b04-9e3b-8b6e3a5d8f67 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580709 Feb 02 14:35:46.225352 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.274149 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.334622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.358103 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33a348-bca9-4b64-ae07-63088eac4d22,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:46.366532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.368118 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-de00a68f-3eec-4a2c-a8ab-603ec5a21f2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc33a348-bca9-4b64-ae07-63088eac4d22 HTTP/1.1" status: 204 len: 168 time: 0.2799520 Feb 02 14:35:46.399435 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:35:46.556047 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.588811 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:35:46.600307 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:35:46.606129 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:46.677929 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'code': 200} Feb 02 14:35:46.713403 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=8']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:47.153818 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc5d1-9515-49fa-b0da-8c2d8818dabc req-16786c02-eb45-4f8b-afef-14c38869740a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:47.155441 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e23dc5d1-9515-49fa-b0da-8c2d8818dabc req-16786c02-eb45-4f8b-afef-14c38869740a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.1064649 Feb 02 14:35:47.201848 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e23dc5d1-9515-49fa-b0da-8c2d8818dabc req-cae20425-370d-4d8f-9252-4fcdeb596a8d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Feb 02 14:35:47.450199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87c435-b76c-4049-9dfe-6be7cf08f6ff req-0ac744c4-33e1-4f2d-92b8-7d4f201c9f26 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:47.451546 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fc87c435-b76c-4049-9dfe-6be7cf08f6ff req-0ac744c4-33e1-4f2d-92b8-7d4f201c9f26 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0900023 Feb 02 14:35:47.505956 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fc87c435-b76c-4049-9dfe-6be7cf08f6ff req-a65b8e9b-6469-48f8-9ee4-74badc3e3a42 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 02 14:35:48.468128 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e6bd-c351-4253-a968-c3a004be1d3c req-9b2758f1-31c2-44e4-a9f8-a4f2c30790fd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:48.475741 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-38a9e6bd-c351-4253-a968-c3a004be1d3c req-9b2758f1-31c2-44e4-a9f8-a4f2c30790fd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.1241479 Feb 02 14:35:48.548152 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-38a9e6bd-c351-4253-a968-c3a004be1d3c req-35bd5a94-4e25-4f9c-a510-b38469fab696 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Feb 02 14:35:48.896166 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1509f-b11f-4303-9d31-be2feeed35c8 req-5423af2f-b7bf-438e-bcec-e668b992c2db tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:48.897870 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-69b1509f-b11f-4303-9d31-be2feeed35c8 req-5423af2f-b7bf-438e-bcec-e668b992c2db tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1883311 Feb 02 14:35:48.964551 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-69b1509f-b11f-4303-9d31-be2feeed35c8 req-13d2ea9d-5edc-49a8-9085-9845562e0eb5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 Feb 02 14:35:49.761416 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d53bc0-0f34-4b83-8213-024e1b2a27fe req-2c612734-728c-4fe1-a5a4-fd4baec6cb87 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:49.762981 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35d53bc0-0f34-4b83-8213-024e1b2a27fe req-2c612734-728c-4fe1-a5a4-fd4baec6cb87 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.1092670 Feb 02 14:35:49.817222 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-35d53bc0-0f34-4b83-8213-024e1b2a27fe req-ceece9d8-514e-4135-8bad-fd38938c1f63 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Feb 02 14:35:49.826603 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:50.186115 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356631-9417-40b0-b9e9-6572efa0c794 req-af1abb8b-111e-4375-a11f-2583367e7c01 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:50.188131 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2356631-9417-40b0-b9e9-6572efa0c794 req-af1abb8b-111e-4375-a11f-2583367e7c01 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0969040 Feb 02 14:35:50.253523 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f2356631-9417-40b0-b9e9-6572efa0c794 req-da754ea8-7fbf-429b-acdc-3340441e623e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593383 Feb 02 14:35:51.042905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f11a67-33fc-44a3-b9a8-e56121de584a req-fc6b55ee-51c8-4c66-9852-fbe9d9980908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:51.044658 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e6f11a67-33fc-44a3-b9a8-e56121de584a req-fc6b55ee-51c8-4c66-9852-fbe9d9980908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0918832 Feb 02 14:35:51.094613 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e6f11a67-33fc-44a3-b9a8-e56121de584a req-14426dc7-6073-47c7-9b20-35a4fd7e0f8f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Feb 02 14:35:51.453751 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c4b29-81e9-4c35-bb32-abbf13f4b79b req-c94e7600-de77-4d1e-b7a7-20c0f140a174 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:51.455235 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6c7c4b29-81e9-4c35-bb32-abbf13f4b79b req-c94e7600-de77-4d1e-b7a7-20c0f140a174 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0801542 Feb 02 14:35:51.499874 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6c7c4b29-81e9-4c35-bb32-abbf13f4b79b req-506f3a38-2a0e-4e49-92ee-73478a111f56 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 Feb 02 14:35:52.310506 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51250) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:52.377649 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dba154-874a-4103-8188-e069a2b16185 req-f0c71804-d545-4b0d-a877-3d28ca71397e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:52.379157 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-02dba154-874a-4103-8188-e069a2b16185 req-f0c71804-d545-4b0d-a877-3d28ca71397e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.1759839 Feb 02 14:35:52.426805 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-02dba154-874a-4103-8188-e069a2b16185 req-b36553d6-ca3e-41d3-af88-e5d61891938f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Feb 02 14:35:52.429741 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.445650 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:52.450857 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Usage tracker for resource:security_group_rule and tenant:bc41fbd8a6884580bc49055d8317e172 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:52.454189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:52.461107 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:52.546721 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.550605 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.600151 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398549e4-bc5e-433a-9efd-0a00d6a0b93a,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:52.607116 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-cd18e941-4f11-4b69-85c5-632dce039d1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc41fbd8a6884580bc49055d8317e172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952769 Feb 02 14:35:52.608037 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51258) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:52.670994 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.696159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a405e-7c4b-492b-aa35-0e5eef445e0d req-c6adbc3c-8489-45c8-b529-84cfbc397a54 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:52.698232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9e6a405e-7c4b-492b-aa35-0e5eef445e0d req-c6adbc3c-8489-45c8-b529-84cfbc397a54 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0827730 Feb 02 14:35:52.699185 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.750688 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-9e6a405e-7c4b-492b-aa35-0e5eef445e0d req-50ff2e1a-3507-44f4-97ba-3e1ac47b5bd6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461791 Feb 02 14:35:52.757074 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.775660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:52.776972 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/398549e4-bc5e-433a-9efd-0a00d6a0b93a HTTP/1.1" status: 204 len: 168 time: 0.1679144 Feb 02 14:35:52.780615 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112469d-03b2-4ec1-ab17-cbb38c4ccd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398549e4-bc5e-433a-9efd-0a00d6a0b93a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:53.068163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51268) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:53.086171 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.101031 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:35:53.104940 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Usage tracker for resource:security_group_rule and tenant:7a639cb972ec48d4b3f0abc36e66dca1 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:35:53.107859 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:35:53.113890 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:35:53.198165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.201981 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.250748 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a639cb972ec48d4b3f0abc36e66dca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814642 Feb 02 14:35:53.252368 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321600e-e390-48b1-b28f-171d6edceeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc41fe4-2be3-43d3-acce-990448e6ede3,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:53.253529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51272) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:35:53.320215 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.352444 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.406230 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.426056 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc41fe4-2be3-43d3-acce-990448e6ede3,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:35:53.441652 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:35:53.442996 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-94edda68-43a3-42c8-ac6c-44a8007350e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfc41fe4-2be3-43d3-acce-990448e6ede3 HTTP/1.1" status: 204 len: 168 time: 0.1884758 Feb 02 14:35:53.639843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d4b9-161a-4f3d-804b-a23fc25f2341 req-67cd572c-d818-4b52-81cf-f120f4056147 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:53.646824 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-18b4d4b9-161a-4f3d-804b-a23fc25f2341 req-67cd572c-d818-4b52-81cf-f120f4056147 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0985327 Feb 02 14:35:53.691953 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-18b4d4b9-161a-4f3d-804b-a23fc25f2341 req-b77fe0fd-9e61-4cf3-bb95-e522a759692e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Feb 02 14:35:53.996055 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f13b93-0473-4152-9614-9cecdda3821f req-f87aadba-fda1-46be-bacd-05d3345a36d6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:53.997522 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-60f13b93-0473-4152-9614-9cecdda3821f req-f87aadba-fda1-46be-bacd-05d3345a36d6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1083517 Feb 02 14:35:54.048328 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-60f13b93-0473-4152-9614-9cecdda3821f req-d320bd52-ea8e-46ac-9192-cfe45839ae95 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Feb 02 14:35:54.344560 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-a31b08a3-87d1-4032-9b21-3454469b652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.347361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-a31b08a3-87d1-4032-9b21-3454469b652b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1096 time: 0.0821314 Feb 02 14:35:54.403925 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-5e787447-7bef-4a15-8447-249c29eab992 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794394 Feb 02 14:35:54.550207 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-3e267524-273c-4feb-b7b2-b3666a109b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.551985 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-3e267524-273c-4feb-b7b2-b3666a109b9f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1097 time: 0.0914462 Feb 02 14:35:54.575730 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-0648605d-f1dd-4fb7-b120-b27e89eee6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.577242 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-0648605d-f1dd-4fb7-b120-b27e89eee6dc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=34cfe677db56499591f5172cad7a6799&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2098694 Feb 02 14:35:54.682489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df03c-bd28-4019-89b9-276befd82826 req-45a35df8-efd3-40c5-b375-80da2a73274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.684011 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-45a35df8-efd3-40c5-b375-80da2a73274c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 1098 time: 0.2164063 Feb 02 14:35:54.853953 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-16ca9b34-a813-4de5-8cc5-707f5db74251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.856829 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-16ca9b34-a813-4de5-8cc5-707f5db74251 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.2935362 Feb 02 14:35:54.951420 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-81ef3944-75b4-477d-8b4f-87ffbcde5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.953406 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bba5370-172c-41fd-b65a-d02f4d69f18c req-81ef3944-75b4-477d-8b4f-87ffbcde5f46 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3686886 Feb 02 14:35:54.968397 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df03c-bd28-4019-89b9-276befd82826 req-69b7d838-8bad-40b1-b630-5f4d0893db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:54.970481 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-69b7d838-8bad-40b1-b630-5f4d0893db52 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.2625501 Feb 02 14:35:55.000974 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-08a5aeea-c159-4827-9b88-bb2ef46f5ad3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 1000 time: 0.1289811 Feb 02 14:35:55.097790 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-b7730931-f3db-49da-915f-33f5ca15226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.099912 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-b7730931-f3db-49da-915f-33f5ca15226b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.0822780 Feb 02 14:35:55.211972 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd548b-be0c-447b-9266-897deaddce38 req-94d2aeec-3b12-4af1-a061-9bbb2043eb16 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.215048 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36dd548b-be0c-447b-9266-897deaddce38 req-94d2aeec-3b12-4af1-a061-9bbb2043eb16 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.3507452 Feb 02 14:35:55.251703 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-219fdcca-c2cf-4b37-ba2c-c64e2bba664e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 200 len: 1001 time: 0.2671278 Feb 02 14:35:55.298027 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-3e75e614-9b99-4b1f-a2f8-9f1734cc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.299845 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-3e75e614-9b99-4b1f-a2f8-9f1734cc9591 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1907728 Feb 02 14:35:55.317667 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-35998df0-3589-4954-a131-069abae062b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.319312 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-35998df0-3589-4954-a131-069abae062b5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1096 time: 0.2564731 Feb 02 14:35:55.438559 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36dd548b-be0c-447b-9266-897deaddce38 req-af5a74cc-99b6-4234-b0ed-07d8104a4c32 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133491 Feb 02 14:35:55.462815 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-6d505858-3bb4-4cc1-92b2-ba5ac36b45bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 217 time: 0.1224632 Feb 02 14:35:55.552416 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fc74-552b-4054-85bf-6ee22559c0c4 req-90cf295f-5893-4ee9-a525-6a2779d66328 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.559782 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4ec9fc74-552b-4054-85bf-6ee22559c0c4 req-90cf295f-5893-4ee9-a525-6a2779d66328 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.3562922 Feb 02 14:35:55.579015 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-9334a375-2f55-4ca6-bcf0-22d88f62ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.580460 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-9334a375-2f55-4ca6-bcf0-22d88f62ce67 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.1121440 Feb 02 14:35:55.586633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df03c-bd28-4019-89b9-276befd82826 req-947244fb-cbbc-4839-8b5f-cb5b4f02cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.590164 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-947244fb-cbbc-4839-8b5f-cb5b4f02cf93 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.3273451 Feb 02 14:35:55.683446 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-02596c5e-ceb6-48b6-9233-d941d1ab64f7 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686633 Feb 02 14:35:55.697678 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-4ec9fc74-552b-4054-85bf-6ee22559c0c4 req-76a61160-5e78-498b-9a86-c0253948d6c4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203389 Feb 02 14:35:55.836165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-00570e12-670a-4bc0-969f-54b83fbab539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.839163 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-00570e12-670a-4bc0-969f-54b83fbab539 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2397172 Feb 02 14:35:55.849071 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df03c-bd28-4019-89b9-276befd82826 req-d5c8e902-243d-4111-8abc-c9357194169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:55.851624 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-d5c8e902-243d-4111-8abc-c9357194169b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2501545 Feb 02 14:35:55.903806 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dbd78b83-57a9-4711-a299-5c1f5d0430a5 req-17d9881b-6e49-4c8c-ae77-8287f830f4cb service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038608 Feb 02 14:35:56.116025 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:35:56.209992 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-091e9c51-b499-4394-a523-7a564a87c4ff service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569603 Feb 02 14:35:56.346269 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-ca9f450f-d44e-4969-9949-75fc09c556fd service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784307 Feb 02 14:35:56.503721 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a67fdd63-1cbc-4381-9031-56f2ff4190dd req-ec5d76ed-fa69-40f9-99d2-2c39444a677a service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860315 Feb 02 14:35:56.581417 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e9df03c-bd28-4019-89b9-276befd82826 req-4b3d09b9-5c4f-4839-9654-691c6c285bc6 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260461 Feb 02 14:35:56.687634 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95debc71-95af-416e-8beb-779862a06218 req-2ae36bdb-757a-494c-bdcf-f5a5790bce62 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:56.689157 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95debc71-95af-416e-8beb-779862a06218 req-2ae36bdb-757a-494c-bdcf-f5a5790bce62 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0966616 Feb 02 14:35:56.749352 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-95debc71-95af-416e-8beb-779862a06218 req-f0a251ca-aa52-4e9d-a7f9-5b63dd9bab07 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Feb 02 14:35:56.936573 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6d777-0144-46fd-a324-bf8f873b8440 req-e9a86ab7-ed6a-4fb4-ba88-56b5e33c7c74 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:56.938010 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-92f6d777-0144-46fd-a324-bf8f873b8440 req-e9a86ab7-ed6a-4fb4-ba88-56b5e33c7c74 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1045194 Feb 02 14:35:56.999864 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-92f6d777-0144-46fd-a324-bf8f873b8440 req-d36d0ab1-dee0-4922-a6b2-45422b325d9e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560565 Feb 02 14:35:57.954678 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc398b-f195-4ade-aecb-d1e420e541e4 req-2b570eaf-4d51-4cc5-991b-21dd717654c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:57.956184 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bdc398b-f195-4ade-aecb-d1e420e541e4 req-2b570eaf-4d51-4cc5-991b-21dd717654c5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0964925 Feb 02 14:35:58.007721 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7bdc398b-f195-4ade-aecb-d1e420e541e4 req-3f018dcb-7c40-4d41-8678-38477a62f2bd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Feb 02 14:35:58.198643 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd049-00fa-49a6-932a-577f64b541b8 req-735f1ffd-7f92-40eb-9555-af0a4ca63237 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:58.200096 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-834dd049-00fa-49a6-932a-577f64b541b8 req-735f1ffd-7f92-40eb-9555-af0a4ca63237 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0824194 Feb 02 14:35:58.246101 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-834dd049-00fa-49a6-932a-577f64b541b8 req-60537aa3-c6f1-45fd-8967-513c60fee807 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Feb 02 14:35:59.211530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a935db7-a71a-4c2d-bf1d-65f677f5273e req-b8ad732a-0681-4e48-9ca0-b68344329785 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:59.213806 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2a935db7-a71a-4c2d-bf1d-65f677f5273e req-b8ad732a-0681-4e48-9ca0-b68344329785 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0821810 Feb 02 14:35:59.264739 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2a935db7-a71a-4c2d-bf1d-65f677f5273e req-4e7e8932-2c02-4f5d-aa99-b0b369f0f92f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 Feb 02 14:35:59.481878 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ab9d-a556-4947-9a34-e235dc97df44 req-48bc7f1f-b852-47e6-85d0-18361451449e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:35:59.484388 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bdf4ab9d-a556-4947-9a34-e235dc97df44 req-48bc7f1f-b852-47e6-85d0-18361451449e tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1034982 Feb 02 14:35:59.533857 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bdf4ab9d-a556-4947-9a34-e235dc97df44 req-4a234531-81a0-41b6-a39d-d5b8fcede3b7 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Feb 02 14:36:00.466867 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd73ff-683a-4d81-ac0f-0905a5e10221 req-65bbffbb-dec2-40d1-9ef2-d4b842be67cb tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:00.468796 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c3fd73ff-683a-4d81-ac0f-0905a5e10221 req-65bbffbb-dec2-40d1-9ef2-d4b842be67cb tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 943 time: 0.0917113 Feb 02 14:36:00.523332 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c3fd73ff-683a-4d81-ac0f-0905a5e10221 req-3a0d8e6f-bd42-407c-8170-7941f939887c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Feb 02 14:36:00.740800 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fa08-ba13-4617-b321-8abf2ecb6bdc req-85ffa3c9-d3e4-496e-b9b7-8df3ead4997a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:00.742377 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8881fa08-ba13-4617-b321-8abf2ecb6bdc req-85ffa3c9-d3e4-496e-b9b7-8df3ead4997a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0859134 Feb 02 14:36:00.768928 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device c98315d8-9161-448c-989e-5a756096b90f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:36:00.793351 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8881fa08-ba13-4617-b321-8abf2ecb6bdc req-76a854b3-06d5-49e5-8a87-1990234f628d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Feb 02 14:36:00.949608 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:00.965053 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'c98315d8-9161-448c-989e-5a756096b90f', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'port_id': 'c98315d8-9161-448c-989e-5a756096b90f', 'mac_address': 'fa:16:3e:cc:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:36:01.023552 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:01.042809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98315d8-9161-448c-989e-5a756096b90f {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:36:01.060307 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:01.065216 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:01.138890 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:01.460449 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:36:01.762615 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82471a14-3ef1-4eb7-b2e6-7122ef9ec1ab req-9c4a0e37-081a-456d-845d-3bce389c4aa2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:01.764333 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82471a14-3ef1-4eb7-b2e6-7122ef9ec1ab req-9c4a0e37-081a-456d-845d-3bce389c4aa2 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 944 time: 0.1259344 Feb 02 14:36:01.819127 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-82471a14-3ef1-4eb7-b2e6-7122ef9ec1ab req-a91bdc0e-c6a1-471f-8cc8-6610cee8b6d1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Feb 02 14:36:02.073404 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d952b9-e5d8-414f-b0d7-db732a56443a req-e206908c-544b-42aa-9972-671a23b62dbc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:02.075812 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-71d952b9-e5d8-414f-b0d7-db732a56443a req-e206908c-544b-42aa-9972-671a23b62dbc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1260169 Feb 02 14:36:02.124145 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-71d952b9-e5d8-414f-b0d7-db732a56443a req-a4461019-b284-43b1-96ce-9b3caf4c38a1 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Feb 02 14:36:03.028709 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171262a8-fb23-45df-ae1b-7ca17140dd16 req-edf38952-12b4-4a5a-ab70-2af208973880 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:03.030310 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-171262a8-fb23-45df-ae1b-7ca17140dd16 req-edf38952-12b4-4a5a-ab70-2af208973880 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 944 time: 0.0859361 Feb 02 14:36:03.082331 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-171262a8-fb23-45df-ae1b-7ca17140dd16 req-7ef2f732-2e88-4341-9fee-2e9513446585 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Feb 02 14:36:03.090786 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-d075c67b-afbf-4501-acc3-c627bbc0738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.390626 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51472) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:03.507753 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.522619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:03.527179 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c954bd35ab420394d4019df644cd27 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:03.530071 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:03.535835 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:03.621023 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.624746 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.673965 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3c954bd35ab420394d4019df644cd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822561 Feb 02 14:36:03.674963 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09517e7f-c44e-4d15-908e-e1dc4224fae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f002f-17a2-439c-88b5-59b5c324e463,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:03.676646 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51480) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:03.739549 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.764875 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.816247 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.833847 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f002f-17a2-439c-88b5-59b5c324e463,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:03.846119 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:03.847301 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c1749ee4-f75f-41be-9a2f-182c0e802224 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e54f002f-17a2-439c-88b5-59b5c324e463 HTTP/1.1" status: 204 len: 168 time: 0.1695440 Feb 02 14:36:04.271818 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac7df-b6c0-4865-86e5-44b5ef8944ec req-77a20e5c-f66a-40cb-a283-367aa2cfbe4b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:04.273448 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-887ac7df-b6c0-4865-86e5-44b5ef8944ec req-77a20e5c-f66a-40cb-a283-367aa2cfbe4b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 944 time: 0.0814753 Feb 02 14:36:04.325409 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-887ac7df-b6c0-4865-86e5-44b5ef8944ec req-e9ca1382-b82a-4514-a119-a838cc61ffd1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Feb 02 14:36:04.366680 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device c98315d8-9161-448c-989e-5a756096b90f up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:36:04.440157 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port c98315d8-9161-448c-989e-5a756096b90f completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:36:04.445155 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port c98315d8-9161-448c-989e-5a756096b90f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:36:04.445517 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:04.563587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:04.592022 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:04.601662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:04.607254 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:04.608205 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:36:04.672512 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'code': 200} Feb 02 14:36:04.730919 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:05.532980 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38fbf-9300-4a0d-962e-d1999fdbdccd req-cfc3555a-8c59-4416-b355-82885c682a1a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:05.534480 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36b38fbf-9300-4a0d-962e-d1999fdbdccd req-cfc3555a-8c59-4416-b355-82885c682a1a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.0951424 Feb 02 14:36:05.595223 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-36b38fbf-9300-4a0d-962e-d1999fdbdccd req-d334fdce-9322-42f6-8446-fbe5b2f97ad6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525894 Feb 02 14:36:05.710959 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80801d-6f6e-42e7-8503-ca8a1cc4ca1b req-668062f3-417b-4c68-a51f-18defd75b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:05.712480 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cf80801d-6f6e-42e7-8503-ca8a1cc4ca1b req-668062f3-417b-4c68-a51f-18defd75b4f3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1098 time: 0.0704415 Feb 02 14:36:05.767217 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cf80801d-6f6e-42e7-8503-ca8a1cc4ca1b req-311bce7c-c209-42de-a355-795c698c564e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Feb 02 14:36:06.182159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644537-0a73-4284-a83c-ad3e762ab19d req-f0e0de73-5938-466f-b836-788c0f750b02 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:06.183573 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d3644537-0a73-4284-a83c-ad3e762ab19d req-f0e0de73-5938-466f-b836-788c0f750b02 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.2385173 Feb 02 14:36:06.186463 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-3b305d1e-70b7-4393-ab75-c0943ce4eb13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2053363 Feb 02 14:36:06.226479 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1b835d6d-d069-4712-bb40-3ab698033d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:06.235576 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d3644537-0a73-4284-a83c-ad3e762ab19d req-77a3c529-80d9-407d-8b33-9ac81bf00b06 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Feb 02 14:36:06.814346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886e7e6-0c19-4180-83f2-cd49e9d40830 req-3f6f871a-0ba8-46f0-93ea-d5c840e767d1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:06.816053 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d886e7e6-0c19-4180-83f2-cd49e9d40830 req-3f6f871a-0ba8-46f0-93ea-d5c840e767d1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.1010342 Feb 02 14:36:06.869164 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d886e7e6-0c19-4180-83f2-cd49e9d40830 req-8d0d8a9e-3cfb-4745-b7c3-d3fc5f3db02a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 Feb 02 14:36:07.186049 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:07.392496 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:07.425941 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-c35411a7-9a0c-40e3-a294-db93da27269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.427458 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-c35411a7-9a0c-40e3-a294-db93da27269d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957&tenant_id=75b02e5238e9466883a69443c1e64ba8 HTTP/1.1" status: 200 len: 1097 time: 0.1339521 Feb 02 14:36:07.451701 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e18f29-86a2-4fbf-9f06-01f17676d0c3 req-4a2a3bd4-72b5-40f0-b4e7-88843515dccc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.453110 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-06e18f29-86a2-4fbf-9f06-01f17676d0c3 req-4a2a3bd4-72b5-40f0-b4e7-88843515dccc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1046424 Feb 02 14:36:07.547954 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-06e18f29-86a2-4fbf-9f06-01f17676d0c3 req-2e8b7f80-1e4d-445a-9a15-035049e29f4c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889740 Feb 02 14:36:07.564758 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-6e5daf7c-d255-493b-9f81-9562631c895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.566149 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-6e5daf7c-d255-493b-9f81-9562631c895f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1097 time: 0.0937111 Feb 02 14:36:07.698490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-0f9e3b8b-d1a7-4c38-a789-32ff111e5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.699931 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-0f9e3b8b-d1a7-4c38-a789-32ff111e5cc6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.1266692 Feb 02 14:36:07.809619 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-4dddf20e-2de8-4bd6-9bb6-8f970a17aea8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 1000 time: 0.0994186 Feb 02 14:36:07.876806 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-0d88fa91-e7c9-4f59-8fdb-3562852255a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.878238 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-0d88fa91-e7c9-4f59-8fdb-3562852255a1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.0614395 Feb 02 14:36:07.963831 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-e4ccacc5-a347-42f2-82c3-731a18253eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:07.965478 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-e4ccacc5-a347-42f2-82c3-731a18253eca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808101 Feb 02 14:36:08.068032 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6efd-c9a9-4473-82ed-2f4b877d3750 req-3cf2ac5e-247d-4794-abad-ea575d7939fd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:08.069441 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3ab6efd-c9a9-4473-82ed-2f4b877d3750 req-3cf2ac5e-247d-4794-abad-ea575d7939fd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.0855069 Feb 02 14:36:08.107254 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-923f1216-4555-490c-9e1c-15e6ae265be3 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344707 Feb 02 14:36:08.123020 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b3ab6efd-c9a9-4473-82ed-2f4b877d3750 req-35c79586-e55a-40ee-a5ea-720d4fb48f0c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472591 Feb 02 14:36:08.326521 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-551aba1e-09a3-4059-84d7-d81d9edc8448 req-2f0d8627-bafa-4682-8911-c85b0af66cf8 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115989 Feb 02 14:36:08.358660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb7a3-2cec-4674-8ce1-3c3e188bd7f2 req-ed43f5c6-d0f3-4a05-9ab2-01d91f20cb30 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:08.360172 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fbdfb7a3-2cec-4674-8ce1-3c3e188bd7f2 req-ed43f5c6-d0f3-4a05-9ab2-01d91f20cb30 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.1256762 Feb 02 14:36:08.408306 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fbdfb7a3-2cec-4674-8ce1-3c3e188bd7f2 req-84a9deec-55a3-4412-9c98-0ee1b9b7e10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Feb 02 14:36:08.750543 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e75d90-9207-49d9-afd6-7c7a99a5f15f req-51adf044-5924-454d-aaba-ae1da793c28c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:08.752015 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-33e75d90-9207-49d9-afd6-7c7a99a5f15f req-51adf044-5924-454d-aaba-ae1da793c28c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0854714 Feb 02 14:36:08.797352 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-33e75d90-9207-49d9-afd6-7c7a99a5f15f req-00e5263e-100f-494e-aa0b-da657477fb9d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Feb 02 14:36:08.820059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61455c-4b47-4aec-8da6-572cc350154d req-d9d8a9a2-2c62-42a8-92a5-7ac28a33916a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:08.822037 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2c61455c-4b47-4aec-8da6-572cc350154d req-d9d8a9a2-2c62-42a8-92a5-7ac28a33916a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.0842655 Feb 02 14:36:08.867604 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2c61455c-4b47-4aec-8da6-572cc350154d req-16fc7a0e-7cde-4685-9071-2d9841b1979c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Feb 02 14:36:09.349512 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4adcda-fdff-4156-b155-ed9acc01ac31 req-b0221409-6707-4282-b2fc-f22744071fc8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:09.351099 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a4adcda-fdff-4156-b155-ed9acc01ac31 req-b0221409-6707-4282-b2fc-f22744071fc8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.1987300 Feb 02 14:36:09.404686 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:09.415323 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1a4adcda-fdff-4156-b155-ed9acc01ac31 req-a9a2d815-568d-4701-9f2b-1660e3a43221 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512908 Feb 02 14:36:10.014095 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f76f94-944e-4f3b-bdb6-2740aa56e1c4 req-098911e6-568a-4d96-b4c4-b2775ccb3f23 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:10.015658 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-32f76f94-944e-4f3b-bdb6-2740aa56e1c4 req-098911e6-568a-4d96-b4c4-b2775ccb3f23 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0976937 Feb 02 14:36:10.064518 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-32f76f94-944e-4f3b-bdb6-2740aa56e1c4 req-51089183-944e-4986-b135-740b739491c9 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Feb 02 14:36:10.607152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068385-1ee6-4ed8-857f-c7d3e1fce03e req-989995f0-7ea5-42c8-9b3d-c0af7d88c40d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:10.608629 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-17068385-1ee6-4ed8-857f-c7d3e1fce03e req-989995f0-7ea5-42c8-9b3d-c0af7d88c40d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0825255 Feb 02 14:36:10.657367 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-17068385-1ee6-4ed8-857f-c7d3e1fce03e req-17a25af8-60a2-4d8c-bc55-a16f84874cb4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Feb 02 14:36:11.259059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2414db-8e48-4e88-9b95-44517fefa0a5 req-a166ba54-8f11-475b-9fc2-0ca909ae9a15 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:11.260501 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4a2414db-8e48-4e88-9b95-44517fefa0a5 req-a166ba54-8f11-475b-9fc2-0ca909ae9a15 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0828259 Feb 02 14:36:11.305306 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4a2414db-8e48-4e88-9b95-44517fefa0a5 req-e0212394-0733-464c-9e72-afd94d3f6fb0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Feb 02 14:36:11.858633 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95752bc8-aadd-4bc2-bc84-29479f54daa7 req-dba58360-3988-431a-a84a-63aea2bd5743 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:11.860181 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-95752bc8-aadd-4bc2-bc84-29479f54daa7 req-dba58360-3988-431a-a84a-63aea2bd5743 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0920396 Feb 02 14:36:11.915006 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-95752bc8-aadd-4bc2-bc84-29479f54daa7 req-38991e3a-ba38-4d47-94b3-b17621ebd6ee tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Feb 02 14:36:12.535361 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c718f-b4ee-427b-ab16-83c099bd0d87 req-8a9a06c2-a613-4d25-98b1-af31b34aed12 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:12.536909 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-224c718f-b4ee-427b-ab16-83c099bd0d87 req-8a9a06c2-a613-4d25-98b1-af31b34aed12 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1077259 Feb 02 14:36:12.647354 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-224c718f-b4ee-427b-ab16-83c099bd0d87 req-ee02913a-887d-47a4-9070-a5cbabb712d6 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997202 Feb 02 14:36:13.133464 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1af393-e9d7-4603-b944-d2a89d18b1a2 req-0b3bcaac-5e12-488d-b9b7-50f1223871c7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:13.135888 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8e1af393-e9d7-4603-b944-d2a89d18b1a2 req-0b3bcaac-5e12-488d-b9b7-50f1223871c7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0878928 Feb 02 14:36:13.210914 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8e1af393-e9d7-4603-b944-d2a89d18b1a2 req-ad9f8cc5-fa5b-41f5-9cba-6d96b9fe0507 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651913 Feb 02 14:36:13.870382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3ae53-f0b7-4f1b-982a-6500211376c3 req-7ec7bc43-72a5-4b11-a520-443ea0633f8c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:13.871245 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5eb3ae53-f0b7-4f1b-982a-6500211376c3 req-7ec7bc43-72a5-4b11-a520-443ea0633f8c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0999346 Feb 02 14:36:13.938411 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5eb3ae53-f0b7-4f1b-982a-6500211376c3 req-89739ef1-c0e4-45a3-8134-bc0837c6890b tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614290 Feb 02 14:36:14.457246 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ee2bd-1794-4991-9851-e428bfd47235 req-ee4c700c-b60e-423b-8691-a9d49dbf2cc3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:14.466906 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-092ee2bd-1794-4991-9851-e428bfd47235 req-ee4c700c-b60e-423b-8691-a9d49dbf2cc3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.1262197 Feb 02 14:36:14.532483 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-092ee2bd-1794-4991-9851-e428bfd47235 req-33c6c9f8-5fae-43e4-9a88-bfd840019c4d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642345 Feb 02 14:36:15.166006 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d0bfb-2c43-4115-9a60-0b9a50450a14 req-5c9bf8d7-965a-4d2f-9a03-0517cf951865 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:15.167758 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-983d0bfb-2c43-4115-9a60-0b9a50450a14 req-5c9bf8d7-965a-4d2f-9a03-0517cf951865 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0907190 Feb 02 14:36:15.218074 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-983d0bfb-2c43-4115-9a60-0b9a50450a14 req-72ecb0c0-7cec-432d-8552-789fd25121dc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Feb 02 14:36:15.736103 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199c053-199b-4842-bfae-971cb6b06194 req-83f2eefa-b1e5-4312-8cf3-6df1e072dc52 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:15.737510 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b199c053-199b-4842-bfae-971cb6b06194 req-83f2eefa-b1e5-4312-8cf3-6df1e072dc52 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0869846 Feb 02 14:36:15.785021 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b199c053-199b-4842-bfae-971cb6b06194 req-c8c24310-0d31-4b3d-ae10-2ad92172f955 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Feb 02 14:36:16.432084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb6e65-cc2c-418e-852a-9cd0ce4a884e req-e8d5239d-11c5-4546-8c09-8dc03754f4b5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:16.434500 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1ecb6e65-cc2c-418e-852a-9cd0ce4a884e req-e8d5239d-11c5-4546-8c09-8dc03754f4b5 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0913925 Feb 02 14:36:16.485132 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1ecb6e65-cc2c-418e-852a-9cd0ce4a884e req-8d6291c3-c6e9-451c-8667-ff2b6a2ca158 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Feb 02 14:36:16.997042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def53a-8573-40a9-ba34-68515869613d req-4553d774-8b38-4257-ac34-2872ec451b6d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:16.998619 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-61def53a-8573-40a9-ba34-68515869613d req-4553d774-8b38-4257-ac34-2872ec451b6d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0921338 Feb 02 14:36:17.044800 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-61def53a-8573-40a9-ba34-68515869613d req-0d0e66ad-b868-4a88-8f7f-308270a34264 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Feb 02 14:36:17.703192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cc40-237d-46e2-a729-6a9b9db540ff req-c479866b-9536-4d65-9755-d0500b6026ba tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:17.704717 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d358cc40-237d-46e2-a729-6a9b9db540ff req-c479866b-9536-4d65-9755-d0500b6026ba tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0879126 Feb 02 14:36:17.753138 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d358cc40-237d-46e2-a729-6a9b9db540ff req-08e5abc3-1ec9-4cb2-84ce-f42f21d6244d tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Feb 02 14:36:18.236824 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cc4c-901d-487e-aafa-ced64ea29eaf req-f132b220-c7b7-4098-b9ab-4bdd0e1274d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:18.238394 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4f9cc4c-901d-487e-aafa-ced64ea29eaf req-f132b220-c7b7-4098-b9ab-4bdd0e1274d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0843477 Feb 02 14:36:18.289343 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4f9cc4c-901d-487e-aafa-ced64ea29eaf req-ee4ee662-e4f2-45fa-ac05-82e7d447d438 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Feb 02 14:36:19.032623 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350c704-b541-4fc3-9585-dc1832c80e06 req-923e16e8-696f-466a-b6d8-9b74a3a97994 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:19.034144 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f350c704-b541-4fc3-9585-dc1832c80e06 req-923e16e8-696f-466a-b6d8-9b74a3a97994 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.1115134 Feb 02 14:36:19.084261 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f350c704-b541-4fc3-9585-dc1832c80e06 req-94651dbe-ee2f-41fe-a600-62fe47e7de69 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 Feb 02 14:36:19.489502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5b61-5720-4e57-bdf4-5ca39d39ff0f req-4beee3d3-a585-4dab-a54e-00ba56311117 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:19.491043 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ed0a5b61-5720-4e57-bdf4-5ca39d39ff0f req-4beee3d3-a585-4dab-a54e-00ba56311117 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0872183 Feb 02 14:36:19.545182 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ed0a5b61-5720-4e57-bdf4-5ca39d39ff0f req-e35ba7b9-f9cd-40b4-9803-410df1eeec4b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Feb 02 14:36:19.831956 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:20.302310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235d88-349b-43c2-9b4a-f4b64780fa43 req-9b025d84-eec9-42ee-abed-de1a93edb73c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:20.303807 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1235d88-349b-43c2-9b4a-f4b64780fa43 req-9b025d84-eec9-42ee-abed-de1a93edb73c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0902770 Feb 02 14:36:20.354535 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f1235d88-349b-43c2-9b4a-f4b64780fa43 req-1a5c53ef-1e15-4266-8b88-c45c84fdf136 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Feb 02 14:36:20.732719 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8a02c-f718-420d-90c5-71855438a48e req-264dbbf3-5448-4fce-a117-99ab178bb457 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:20.734208 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-29c8a02c-f718-420d-90c5-71855438a48e req-264dbbf3-5448-4fce-a117-99ab178bb457 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0792165 Feb 02 14:36:20.782295 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-29c8a02c-f718-420d-90c5-71855438a48e req-dfeb7c59-e950-42ca-8256-0accf6a13dba tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Feb 02 14:36:21.559864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86da6b-1c7f-4221-8604-39c8f84eaeee req-01d42310-536b-4790-b944-9f6b4804f9cf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:21.561395 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7e86da6b-1c7f-4221-8604-39c8f84eaeee req-01d42310-536b-4790-b944-9f6b4804f9cf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0840342 Feb 02 14:36:21.607185 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7e86da6b-1c7f-4221-8604-39c8f84eaeee req-79885ab7-b5d5-4e7c-b621-b3463232447a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Feb 02 14:36:21.970768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671eae-26c8-483e-b3bd-2467d890d3d1 req-287fa07c-bf65-4e7c-9783-7093edf7bb7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:21.972208 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43671eae-26c8-483e-b3bd-2467d890d3d1 req-287fa07c-bf65-4e7c-9783-7093edf7bb7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0836809 Feb 02 14:36:22.017585 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-43671eae-26c8-483e-b3bd-2467d890d3d1 req-d47d2306-c5db-4168-b187-757c85af5aae tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394611 Feb 02 14:36:22.798619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb7de1-313f-4ee1-a499-231d2629c242 req-290a3408-3323-4e09-9a1a-d5dc76a86c8f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:22.800000 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bfdb7de1-313f-4ee1-a499-231d2629c242 req-290a3408-3323-4e09-9a1a-d5dc76a86c8f tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0811250 Feb 02 14:36:22.845100 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bfdb7de1-313f-4ee1-a499-231d2629c242 req-8d689516-0445-41e9-bcd3-8fe5b1e504d0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Feb 02 14:36:23.216603 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50dcd-6e72-4f9c-9ad5-e40264f1d02d req-2330aee8-65cc-4af9-94a6-d3ff82a523a9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:23.218052 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-97a50dcd-6e72-4f9c-9ad5-e40264f1d02d req-2330aee8-65cc-4af9-94a6-d3ff82a523a9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0909896 Feb 02 14:36:23.263252 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-97a50dcd-6e72-4f9c-9ad5-e40264f1d02d req-8a499f2b-c653-4595-868a-72c481b79aa4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393195 Feb 02 14:36:24.054556 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a725549-21d5-4fbf-a377-ce4d437a930d req-a28e3894-e704-4407-b8b4-300191aa3266 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:24.056395 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a725549-21d5-4fbf-a377-ce4d437a930d req-a28e3894-e704-4407-b8b4-300191aa3266 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0955007 Feb 02 14:36:24.107301 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a725549-21d5-4fbf-a377-ce4d437a930d req-b3ca65b2-25d7-4b35-af40-5f4ace112fbf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 Feb 02 14:36:24.452791 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04cab5-2bf1-436d-ac3c-9c4a2963e9a1 req-50db2af9-996f-4cfa-ab7d-2c2d9e6e3386 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:24.454135 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fb04cab5-2bf1-436d-ac3c-9c4a2963e9a1 req-50db2af9-996f-4cfa-ab7d-2c2d9e6e3386 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0797889 Feb 02 14:36:24.499293 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fb04cab5-2bf1-436d-ac3c-9c4a2963e9a1 req-17e155a1-70c1-4c2d-be00-86ab62f2c989 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Feb 02 14:36:25.301908 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743258d-1398-4c95-b9d5-889340b9fa76 req-418d7e7b-4262-4389-940e-3d51a9d7888a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:25.303277 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7743258d-1398-4c95-b9d5-889340b9fa76 req-418d7e7b-4262-4389-940e-3d51a9d7888a tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 944 time: 0.0816245 Feb 02 14:36:25.350049 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7743258d-1398-4c95-b9d5-889340b9fa76 req-ae4210d8-ee31-494b-b13a-ddcbca397fd0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Feb 02 14:36:25.519387 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:36:25.656619 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:25.670377 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'port_id': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'mac_address': 'fa:16:3e:d9:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:36:25.687306 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be386332-58b6-49d8-be05-fc3ba9a46e51 req-8bf03aec-c160-49e0-9613-a50243a14438 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:25.688812 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be386332-58b6-49d8-be05-fc3ba9a46e51 req-8bf03aec-c160-49e0-9613-a50243a14438 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0834816 Feb 02 14:36:25.724856 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:25.733928 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be386332-58b6-49d8-be05-fc3ba9a46e51 req-b68e2762-5f4e-4d10-b31e-96610509a30b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Feb 02 14:36:25.744296 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:36:25.760508 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:25.764440 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:25.865640 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=9']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:25.873805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.874142 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.874498 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.874825 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.875141 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.875533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.875770 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.876081 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.876401 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.876706 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.877022 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.877329 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:25.912084 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-753e7187-3425-4c4f-a8be-36cc51637355 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:25.914058 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-753e7187-3425-4c4f-a8be-36cc51637355 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 945 time: 0.0867734 Feb 02 14:36:26.084095 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 78011ec4-57ce-4b38-9df4-1e845a9010ff {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:36:26.084464 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:26.124255 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:36:26.358397 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] For port 78011ec4-57ce-4b38-9df4-1e845a9010ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=78011ec4-57ce-4b38-9df4-1e845a9010ff,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:26.358758 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:26.696291 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:26.696977 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:26.696977 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 5ed8c752-92cb-429e-999f-71a59d19a80b disassociated. External IP: 172.27.2.195, port: 78011ec4-57ce-4b38-9df4-1e845a9010ff. Feb 02 14:36:26.697302 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 78011ec4-57ce-4b38-9df4-1e845a9010ff owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:36:26.724540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89359a-3f8c-4d42-ac67-d4e584ff6705 req-60371225-17be-4729-82be-b1adc645b4e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:26.726567 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-da89359a-3f8c-4d42-ac67-d4e584ff6705 req-60371225-17be-4729-82be-b1adc645b4e8 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 945 time: 0.1040580 Feb 02 14:36:26.772554 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-da89359a-3f8c-4d42-ac67-d4e584ff6705 req-ff12b9e2-0be3-4e27-9c51-5319581a89e3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Feb 02 14:36:26.855845 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:26.911842 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=78011ec4-57ce-4b38-9df4-1e845a9010ff,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:26.921429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.921801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.922114 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.922477 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.922798 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.923126 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.923452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.923775 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.924097 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.924415 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.925162 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:26.925162 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:27.061128 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-787d5ff5-3027-4a64-9135-d17139bec4ea req-dd3e54aa-19a5-4d43-8426-631dc2529938 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0568252 Feb 02 14:36:27.175099 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:36:27.365149 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:36:27.379751 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:36:27.394479 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:27.395903 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:27.445409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] No DVR routers for this DVR port 78011ec4-57ce-4b38-9df4-1e845a9010ff on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:36:27.448266 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:27.451177 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'name': 'network-vif-deleted', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:27.467990 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-452ca38e-b709-4e0e-8330-e04c241aea2b req-490b585d-279b-4bb9-ae70-3bee331be6b7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "DELETE /v2.0/ports/78011ec4-57ce-4b38-9df4-1e845a9010ff HTTP/1.1" status: 204 len: 173 time: 1.5480974 Feb 02 14:36:27.500118 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf83c2c-1233-4b94-a536-b2939ddde2cf', 'name': 'network-vif-deleted', 'tag': '78011ec4-57ce-4b38-9df4-1e845a9010ff', 'status': 'completed', 'code': 200} Feb 02 14:36:27.550592 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:36:27.598165 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:27.627900 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:36:27.628273 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:27.751285 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:27.784982 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:27.797406 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:27.804286 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:27.894447 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'code': 200} Feb 02 14:36:27.898847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=10']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:27.988776 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:27.993148 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:36:28.005187 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:28.005823 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:28.041154 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa5e4b-545d-44d8-85ae-bf4c75035b49 req-3f71cf6f-9bbc-47ca-981f-52c8630a8935 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:28.042623 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fffa5e4b-545d-44d8-85ae-bf4c75035b49 req-3f71cf6f-9bbc-47ca-981f-52c8630a8935 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.0926707 Feb 02 14:36:28.104726 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fffa5e4b-545d-44d8-85ae-bf4c75035b49 req-61749fc9-3f39-4738-97d6-f6edee6520b3 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562918 Feb 02 14:36:28.225282 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:28.267981 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-bf0bdc16-352c-48a1-b43a-192267931c2b req-8e14836b-a9b7-46d3-b21a-dd3b02b80528 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:36:28.300646 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-bf0bdc16-352c-48a1-b43a-192267931c2b req-8e14836b-a9b7-46d3-b21a-dd3b02b80528 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:36:28.301804 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bf0bdc16-352c-48a1-b43a-192267931c2b req-8e14836b-a9b7-46d3-b21a-dd3b02b80528 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcf83c2c-1233-4b94-a536-b2939ddde2cf HTTP/1.1" status: 200 len: 210 time: 0.0834627 Feb 02 14:36:28.312896 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0581f-7494-4adf-9d8b-64b76e277c91 req-86957cd9-4622-472c-90a2-d4b2c70f045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:28.314416 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8ca0581f-7494-4adf-9d8b-64b76e277c91 req-86957cd9-4622-472c-90a2-d4b2c70f045d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1100 time: 0.1352141 Feb 02 14:36:28.461932 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8ca0581f-7494-4adf-9d8b-64b76e277c91 req-3d24310d-7cf6-49b0-96df-99cf2b262c15 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404908 Feb 02 14:36:28.565698 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:28.571026 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc76bf-ae68-406f-9e87-44de9c4cb887 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:36:28.795469 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9420c3d-e60a-4dd0-b03e-9b058572cdd1 None None] New status for floating IP 5ed8c752-92cb-429e-999f-71a59d19a80b: DOWN {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:36:29.313412 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51802) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:29.436961 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5bc89-a1af-4095-a219-7f8fa719f3f1 req-96e5d52b-de01-427b-8d4f-098dd7c19254 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:29.441361 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fef5bc89-a1af-4095-a219-7f8fa719f3f1 req-96e5d52b-de01-427b-8d4f-098dd7c19254 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.2038479 Feb 02 14:36:29.471590 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:29.489338 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:29.494188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Usage tracker for resource:security_group_rule and tenant:2d188620d60649d99b141f9320fdf88c is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:29.497367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:29.504381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:29.505185 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fef5bc89-a1af-4095-a219-7f8fa719f3f1 req-dff137e2-e4ee-4049-85cf-eb5f67ad3114 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 Feb 02 14:36:29.586061 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 78011ec4-57ce-4b38-9df4-1e845a9010ff no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:36:29.636776 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 78011ec4-57ce-4b38-9df4-1e845a9010ff {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:36:29.637246 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 78011ec4-57ce-4b38-9df4-1e845a9010ff not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:36:29.644195 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:29.649008 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:29.701980 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d188620d60649d99b141f9320fdf88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866169 Feb 02 14:36:29.702875 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ef086-454c-4b23-a898-aaa5b1d14229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceca567-150f-4708-8a12-e62429ce2db1,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:29.705660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51818) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:29.807077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:29.811013 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-587708df-52ec-41a1-8f6d-20157747a39c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380617946&fields=id&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 267 time: 0.0603228 Feb 02 14:36:29.910825 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.015044 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-4830d628-23b6-423d-9bf9-e19140e6fc5b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:30.016493 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-4830d628-23b6-423d-9bf9-e19140e6fc5b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.1969061 Feb 02 14:36:30.032164 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.045598 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-54199c37-fe56-405e-b7b9-f0f913b38a64 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/quotas/88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 375 time: 0.0213354 Feb 02 14:36:30.053054 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceca567-150f-4708-8a12-e62429ce2db1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:30.094688 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.095791 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d8a2970e-618c-4996-aee5-9a224ff1f32b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ceca567-150f-4708-8a12-e62429ce2db1 HTTP/1.1" status: 204 len: 168 time: 0.3887737 Feb 02 14:36:30.163670 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-916f76df-7db1-4031-ada6-6f81b70bbe75 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106749 Feb 02 14:36:30.421122 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51862) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:30.432530 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-62ba05ed-cc1d-408e-9daa-b66cce7b0e7d service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652099 Feb 02 14:36:30.440223 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.456874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:30.461663 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Usage tracker for resource:security_group_rule and tenant:0cc70b01c6964efc8cd1025af2ed4751 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:30.465432 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:30.472369 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:30.577605 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.582570 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.602110 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-a7d73fa2-9362-4393-999f-e168929329e0 service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622758 Feb 02 14:36:30.628104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676cd23b-0349-48f8-b723-437aeeaa0ec9,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:30.650046 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.650705 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.651239 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.651757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.652260 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.652792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.653293 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.653807 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.654344 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.655023 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.655964 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.656482 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:36:30.742181 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-046be95d-5e93-414c-9ea6-e47b132c9d6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cc70b01c6964efc8cd1025af2ed4751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176241 Feb 02 14:36:30.742604 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51872) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:30.798093 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ec034-fce7-41a1-b025-30551a1c3c94 req-771d1376-8ef2-4630-8b3a-81c51f715732 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:30.799493 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-603ec034-fce7-41a1-b025-30551a1c3c94 req-771d1376-8ef2-4630-8b3a-81c51f715732 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.1250336 Feb 02 14:36:30.833820 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.849711 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-603ec034-fce7-41a1-b025-30551a1c3c94 req-55f96ca2-0c72-4dc5-b387-daf396f1e3bb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Feb 02 14:36:30.864003 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.925911 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.941493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676cd23b-0349-48f8-b723-437aeeaa0ec9,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:30.949168 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:30.953030 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-fcb80b6d-6f4c-474d-abf5-613a0e8119ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/676cd23b-0349-48f8-b723-437aeeaa0ec9 HTTP/1.1" status: 204 len: 168 time: 0.2093410 Feb 02 14:36:31.076218 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c400ffbc-9440-485e-8d4b-e31d11055f6d req-92dc0a6c-4ec6-4978-bfd2-5d6ce4cc0861 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 210 time: 0.0478697 Feb 02 14:36:32.067903 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa394-c5ea-4b29-90f8-19cb0ed0d48d req-5205d569-6869-44c3-87b2-3c17c6080822 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:32.068429 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6f3aa394-c5ea-4b29-90f8-19cb0ed0d48d req-5205d569-6869-44c3-87b2-3c17c6080822 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.0964134 Feb 02 14:36:32.136326 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6f3aa394-c5ea-4b29-90f8-19cb0ed0d48d req-e860d0f3-584f-434e-9ee9-56a4b6d439fc tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610685 Feb 02 14:36:32.278427 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b9393-c6e9-44c7-8c22-c7c6eaed1ae1 req-df1b38d7-7661-41cb-a3d2-c8246bf6bcfe tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:32.282587 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d96b9393-c6e9-44c7-8c22-c7c6eaed1ae1 req-df1b38d7-7661-41cb-a3d2-c8246bf6bcfe tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.1079986 Feb 02 14:36:32.318557 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aad5c2af-07fa-4df5-a06f-0b53d5088bd2 req-1db6f5d7-fcf9-4803-b6a1-988a9300116d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 210 time: 0.0554924 Feb 02 14:36:32.334960 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d96b9393-c6e9-44c7-8c22-c7c6eaed1ae1 req-95426660-abf8-4ade-9797-6756fc87f46a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Feb 02 14:36:32.367834 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51936) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:32.477054 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-59f3dce3-9052-4bf6-a9c7-48ca912b2e34 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:32.478716 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-59f3dce3-9052-4bf6-a9c7-48ca912b2e34 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.2358902 Feb 02 14:36:32.551645 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-dacaec7b-5d1b-4586-b81f-678eb8c7b9c0 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 380 time: 0.0573633 Feb 02 14:36:32.604918 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'port': {'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'admin_state_up': True, 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'security_groups': ['a20341f2-7a4b-4ce7-b5dd-37f93b42a022']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:32.756381 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacdfdf3-5b37-44fb-85ab-8cd6d052ce78 tempest-TestMinimumBasicScenario-1754488092 tempest-TestMinimumBasicScenario-1754488092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:32.758422 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-aacdfdf3-5b37-44fb-85ab-8cd6d052ce78 tempest-TestMinimumBasicScenario-1754488092 tempest-TestMinimumBasicScenario-1754488092-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1093 time: 0.3895168 Feb 02 14:36:32.761592 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51956) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:32.767936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'port_id': 'c98315d8-9161-448c-989e-5a756096b90f', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:32.775043 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:32.779014 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:floatingip and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:32.781966 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:32.787921 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:32.806951 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for floatingip, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:32.843037 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:32.853015 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:32.863679 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Made reservation on behalf of 88f0024b0ac548d384a93b041d13887d for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:36:32.868387 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:32.957436 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.051708 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.20.0.4 (c1ef30b0-81f1-4512-8463-6d897fae643f/c28bcf49-8801-4316-ad6d-6c7b026821cf/2b8ef70b-59ed-408f-8395-7efc81acd703) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:36:33.095685 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-0d79658c-fb5a-40d6-968b-78ac1becb334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.106914 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:36:33.116693 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Allocated IP 172.27.2.27 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/02b00a97-3b2b-4369-b5fc-0c26c9587a8c) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:36:33.121766 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51966) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:33.280550 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.316416 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:33.325078 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Usage tracker for resource:security_group_rule and tenant:8eed6c11a95e442d9c3fdf41e67669a9 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:33.329934 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.332966 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:33.341846 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:33.376155 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.394556 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Transition to ACTIVE for port object 2b8ef70b-59ed-408f-8395-7efc81acd703 will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:36:33.413098 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.429174 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.507696 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:36:33.515277 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:36:33.523413 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:36:33.556814 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:36:33.565953 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:36:33.575392 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:36:33.592404 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'Port': ['ID=02b00a97-3b2b-4369-b5fc-0c26c9587a8c,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:33.605975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:33.645181 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.661073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:33.661718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.699230 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.708280 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595d9b8-254e-4d60-aedf-dec6e8e665e9 req-6159a49e-a78b-4913-a55a-844209f63ad7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:33.709012 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-7595d9b8-254e-4d60-aedf-dec6e8e665e9 req-6159a49e-a78b-4913-a55a-844209f63ad7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:36:33.714044 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-06859202-5162-4875-9c3b-74a284f10719 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235261 Feb 02 14:36:33.732665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Request body: {'port': {'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:33.765092 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-7595d9b8-254e-4d60-aedf-dec6e8e665e9 req-6159a49e-a78b-4913-a55a-844209f63ad7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:36:33.766078 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7595d9b8-254e-4d60-aedf-dec6e8e665e9 req-6159a49e-a78b-4913-a55a-844209f63ad7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 931 time: 0.2953999 Feb 02 14:36:33.776641 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc06730-2bff-4c85-8997-51283a4b2712,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:33.820673 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f3f7-ac71-4f39-afb2-7eb266cd89e5 None None] Provisioning for port 2b8ef70b-59ed-408f-8395-7efc81acd703 completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:36:33.822321 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-93bb359d-42af-4fa2-bcd8-80a5b160968a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8eed6c11a95e442d9c3fdf41e67669a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992505 Feb 02 14:36:33.824986 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51974) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:33.826983 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f3f7-ac71-4f39-afb2-7eb266cd89e5 None None] Provisioning complete for port 2b8ef70b-59ed-408f-8395-7efc81acd703 triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:36:33.827548 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f3f7-ac71-4f39-afb2-7eb266cd89e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.867441 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7595d9b8-254e-4d60-aedf-dec6e8e665e9 req-e3faaf2c-c4b2-4cad-83c9-a38cd9994918 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936193 Feb 02 14:36:33.889587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f3f7-ac71-4f39-afb2-7eb266cd89e5 None None] Port 2b8ef70b-59ed-408f-8395-7efc81acd703 cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:36:33.902808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:33.994898 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.091003 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.177009 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.260499 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8ef70b-59ed-408f-8395-7efc81acd703 {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:36:34.268607 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.286452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Transition to ACTIVE for port object 2b8ef70b-59ed-408f-8395-7efc81acd703 will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:36:34.292660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.296153 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc06730-2bff-4c85-8997-51283a4b2712,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:34.323859 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.339275 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.342724 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-27e39f61-8fc3-4990-a798-2b1e9198514a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fc06730-2bff-4c85-8997-51283a4b2712 HTTP/1.1" status: 204 len: 168 time: 0.5145168 Feb 02 14:36:34.433807 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.524577 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:34.586883 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Attempting to bind port 2b8ef70b-59ed-408f-8395-7efc81acd703 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:36:34.587442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Attempting to bind port 2b8ef70b-59ed-408f-8395-7efc81acd703 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:36:34.587893 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Attempting to bind port 2b8ef70b-59ed-408f-8395-7efc81acd703 on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:36:34.593168 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Port 2b8ef70b-59ed-408f-8395-7efc81acd703 on network c1ef30b0-81f1-4512-8463-6d897fae643f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:36:34.593603 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Attempting to bind port 2b8ef70b-59ed-408f-8395-7efc81acd703 on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:36:34.599375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:36:34.600162 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:36:34.600494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Bound using segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:36:34.601028 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Bound port: 2b8ef70b-59ed-408f-8395-7efc81acd703, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:36:34.601929 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.707461 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.714320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:36:34.714978 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.718356 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2b8ef70b-59ed-408f-8395-7efc81acd703,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:36:34.723664 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.755209 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 51982) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:34.787519 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:34.788796 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.790552 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] 10.222.0.95 "PUT /v2.0/ports/2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 1093 time: 1.0624037 Feb 02 14:36:34.790746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:34.817905 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd512e5-d60b-4a64-ad36-fb254eb1ee0d service neutron] Pushing event updated for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:34.845124 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'status': 'completed', 'code': 200} Feb 02 14:36:34.845922 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.875739 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:34.891957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Usage tracker for resource:security_group_rule and tenant:782ce8f5207a44b2a1703a65207d8c94 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:34.895106 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'Port': ['ID=02b00a97-3b2b-4369-b5fc-0c26c9587a8c,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:34.900983 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:34.915985 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:34.918173 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:34.970978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-9bb53ded-4f59-4c6f-8db6-586832f71007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:34.973044 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-9bb53ded-4f59-4c6f-8db6-586832f71007 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1096 time: 0.1047544 Feb 02 14:36:35.089225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-6ecb9ec1-27ca-43b9-bceb-32b7d4cbdae5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 217 time: 0.0993342 Feb 02 14:36:35.135331 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Floating IP 13dc834a-b908-4b0b-8129-9f4515d95d0f associated. External IP: 172.27.2.27, port: c98315d8-9161-448c-989e-5a756096b90f. Feb 02 14:36:35.175565 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-beb4a027-328b-4644-8a81-fd4b43e9dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:35.176996 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-beb4a027-328b-4644-8a81-fd4b43e9dc4f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0817924 Feb 02 14:36:35.241529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8d51-4d13-4c25-b413-dc5f8d9c0c41 req-6f8d5e12-f684-4008-a8d3-9a3288b0bf3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:35.242939 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be8e8d51-4d13-4c25-b413-dc5f8d9c0c41 req-6f8d5e12-f684-4008-a8d3-9a3288b0bf3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.1953020 Feb 02 14:36:35.248686 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.304093 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be8e8d51-4d13-4c25-b413-dc5f8d9c0c41 req-91c70f1d-5d91-4aa4-9e92-19e65152124e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 Feb 02 14:36:35.308777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.310829 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-05169cdd-35ee-4461-b759-76c009b2cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:35.312288 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-05169cdd-35ee-4461-b759-76c009b2cba5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1274545 Feb 02 14:36:35.385302 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=782ce8f5207a44b2a1703a65207d8c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290138 Feb 02 14:36:35.388722 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 51992) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:35.391634 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370a09a-b813-41fe-b445-893d168fbc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50012df2-bf34-4c67-bc69-2acf35a6f217,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:35.590805 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Router 83a40894-845c-487c-884e-a256f1c9325f has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:36:35.601626 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.606843 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-5f360eb4-9972-488d-b661-b79495297fce service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846401 Feb 02 14:36:35.701827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.780775 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:36:35.792300 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Sync routers for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:36:35.801446 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-672d0fe4-a5f6-4632-88ad-4b5a41737272 req-f262cbfd-7a4a-46ec-8f9f-7c32a27f1806 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849473 Feb 02 14:36:35.806029 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:35.806696 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:35.807245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.809462 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.823841 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50012df2-bf34-4c67-bc69-2acf35a6f217,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:35.842041 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:35.843215 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-25dd7a3f-363e-442a-bf30-785282b22636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50012df2-bf34-4c67-bc69-2acf35a6f217 HTTP/1.1" status: 204 len: 168 time: 0.4537468 Feb 02 14:36:35.896522 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c42ef372-7524-4bfa-9224-21451184d908 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1313117 Feb 02 14:36:35.896522 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:35.897468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52000) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:35.908260 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316791429', 'description': 'tempest-secgroup-smoke-1316791429 description', 'project_id': '34cfe677db56499591f5172cad7a6799'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:35.916900 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:35.944255 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:36:35.970450 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:35.993536 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.019549 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:36.065168 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:36.073614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:36.078865 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:36.091524 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:36.100481 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-9d4faadd-ee1e-4725-9d9a-34ea398406eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.102162 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-9d4faadd-ee1e-4725-9d9a-34ea398406eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1096 time: 0.1827722 Feb 02 14:36:36.230611 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e6305798-260a-4146-a7e6-d797a50c64a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.263015 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301fb2-008c-4b36-af11-2388631b868d req-44626196-d11f-47b0-b50e-a50275d77cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.265004 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-44626196-d11f-47b0-b50e-a50275d77cfd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1098 time: 0.2501574 Feb 02 14:36:36.389265 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-30546970-2b3f-4ebc-89ff-dc8e21c9709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.390744 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-30546970-2b3f-4ebc-89ff-dc8e21c9709b service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.2817039 Feb 02 14:36:36.397258 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.412119 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '13dc834a-b908-4b0b-8129-9f4515d95d0f', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '83a40894-845c-487c-884e-a256f1c9325f', 'port_id': 'c98315d8-9161-448c-989e-5a756096b90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'mac_address': 'fa:16:3e:cc:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:34Z', 'updated_at': '2022-02-02T14:36:34Z', 'revision_number': 0, 'project_id': '34cfe677db56499591f5172cad7a6799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:36.417794 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Checking router: 83a40894-845c-487c-884e-a256f1c9325f for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:36:36.427308 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:36.428570 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:36.479670 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.525742 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-00524447-3186-4765-aedf-d82b65ac3d2e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 217 time: 0.1247172 Feb 02 14:36:36.668539 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be4fe24-1418-4a2c-b926-e69089ed2281,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:36.678746 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:36.680082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.684258 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52026) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:36.684748 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-778b9c4b-d002-4c76-9a0e-ef683006602f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7858148 Feb 02 14:36:36.689255 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301fb2-008c-4b36-af11-2388631b868d req-c46f792c-59df-4f3b-9329-02752fed1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.690832 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-c46f792c-59df-4f3b-9329-02752fed1e2d service neutron] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 916 time: 0.4149094 Feb 02 14:36:36.692367 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:36.702159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:36.707007 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:36.710695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:36.718164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:36.740092 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.759224 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-b32d89fa-5aa7-449d-8a45-da86c557db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.760642 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-b32d89fa-5aa7-449d-8a45-da86c557db5b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.2208173 Feb 02 14:36:36.817104 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.827589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.867043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-bbb90407-327e-4222-8709-dc7e83bace6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 998 time: 0.1693642 Feb 02 14:36:36.874199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c74f27e-100a-4de4-a77d-27130186b022,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:36.893395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:36.895824 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-76b6a4c2-66c1-451f-83a5-ee29b028a10d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097886 Feb 02 14:36:36.898905 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52032) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:36.906234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:36.915483 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:36.920505 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:36.924576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:36.929305 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c45a-a308-4dc2-901f-42288eb382a3 req-05fca6a4-51ee-4e09-9e2d-24b835673ea8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:36.931116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1366c45a-a308-4dc2-901f-42288eb382a3 req-05fca6a4-51ee-4e09-9e2d-24b835673ea8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.4638517 Feb 02 14:36:36.941673 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:37.013814 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-e3c6bba4-aadb-452a-bd33-de821ede260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:37.015346 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-e3c6bba4-aadb-452a-bd33-de821ede260e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2359242 Feb 02 14:36:37.019507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301fb2-008c-4b36-af11-2388631b868d req-07ee0571-2665-4285-ad7d-fd6686f95a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:37.020976 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-07ee0571-2665-4285-ad7d-fd6686f95a59 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.1460669 Feb 02 14:36:37.046485 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1366c45a-a308-4dc2-901f-42288eb382a3 req-f1728dd2-abc0-4b09-90c0-17a9ec822866 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044602 Feb 02 14:36:37.103202 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '13dc834a-b908-4b0b-8129-9f4515d95d0f', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '83a40894-845c-487c-884e-a256f1c9325f', 'port_id': 'c98315d8-9161-448c-989e-5a756096b90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'mac_address': 'fa:16:3e:cc:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:34Z', 'updated_at': '2022-02-02T14:36:34Z', 'revision_number': 0, 'project_id': '34cfe677db56499591f5172cad7a6799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:37.108626 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc6cf-0a85-4903-9f44-c114c3615b99 None None] The sync data for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi is: [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '13dc834a-b908-4b0b-8129-9f4515d95d0f', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '83a40894-845c-487c-884e-a256f1c9325f', 'port_id': 'c98315d8-9161-448c-989e-5a756096b90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'mac_address': 'fa:16:3e:cc:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:34Z', 'updated_at': '2022-02-02T14:36:34Z', 'revision_number': 0, 'project_id': '34cfe677db56499591f5172cad7a6799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:36:37.128533 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.190538 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.229252 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.232647 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301fb2-008c-4b36-af11-2388631b868d req-41a039ff-87a4-42e3-9a42-9d1a2fffceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:37.234122 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-41a039ff-87a4-42e3-9a42-9d1a2fffceac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1845357 Feb 02 14:36:37.234910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.241824 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-35aa7fd7-bc47-4cb8-9278-370a8d26c9ab service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176423 Feb 02 14:36:37.262328 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d066e85c-16e5-46f0-8c08-b96dbda1898e,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:37.273995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.275667 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-17eaf010-ef32-44a0-bc9e-3ccacd7900a1 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3753219 Feb 02 14:36:37.278385 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52044) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:37.284395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:37.291310 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:37.295379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:37.298669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:37.306116 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:37.338182 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.404993 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.427897 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.434769 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.465580 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7153dcb-0d50-4805-a79e-a4762353e04d,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:37.477525 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.479044 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f1a30306-8d0f-472a-8b78-e062b55cd91e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987598 Feb 02 14:36:37.479325 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdb59d4-88f8-425d-a4fe-c2c4c6fe806c None None] New status for floating IP 13dc834a-b908-4b0b-8129-9f4515d95d0f: ACTIVE {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:36:37.481614 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52050) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:37.488052 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:37.495606 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:37.501415 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:37.505869 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:37.514661 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:37.548478 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.643951 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-74543d12-3d0a-4190-9e85-418540ee1d75 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998559 Feb 02 14:36:37.651239 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-28a47297-3829-41c0-8d5a-8f1617d61dd6 req-7dd158d7-8421-49c5-abb5-7e0c6cd289bd service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894491 Feb 02 14:36:37.691418 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.697738 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.735806 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6eab3f-7a86-4def-8dcd-24afd228a3ff,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:37.753089 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.754908 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-fefa7cee-b6e9-4a4c-968c-6000a8108b9e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718914 Feb 02 14:36:37.758519 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52056) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:37.764730 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:37.772107 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:37.780379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:37.780379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:37.788938 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:37.801840 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.securitygroups_db [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Project 34cfe677db56499591f5172cad7a6799 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:36:37.813263 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.859707 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a7301fb2-008c-4b36-af11-2388631b868d req-18169512-27de-461d-a9e0-bef4a2c877c1 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818442 Feb 02 14:36:37.894897 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.900228 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.924977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195adbf-6726-4f50-af27-740b5c2c6221,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:37.935676 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:37.936873 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c8c1f7a0-c70c-4eff-a534-d27dd82a77a5 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772635 Feb 02 14:36:37.939700 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52066) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:37.944977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'security_group_rule': {'security_group_id': '0be4fe24-1418-4a2c-b926-e69089ed2281', 'project_id': '34cfe677db56499591f5172cad7a6799', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:37.950965 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:37.954795 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Usage tracker for resource:security_group_rule and tenant:34cfe677db56499591f5172cad7a6799 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:37.957730 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:37.963818 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:37.975442 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.securitygroups_db [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Project 34cfe677db56499591f5172cad7a6799 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:36:37.982366 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.051130 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.056200 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032775'] for security_group_rule, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.090599 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25722733-844e-417a-8081-71d8323925bb,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:38.098234 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.103950 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-24069747-1608-48da-b101-1baf9235fd53 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1632128 Feb 02 14:36:38.227709 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-715e3250-0a36-4b85-8e6a-bc50d70423b6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:36:38.245343 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-715e3250-0a36-4b85-8e6a-bc50d70423b6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:36:38.246532 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-715e3250-0a36-4b85-8e6a-bc50d70423b6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316791429&fields=id&tenant_id=34cfe677db56499591f5172cad7a6799 HTTP/1.1" status: 200 len: 267 time: 0.0616131 Feb 02 14:36:38.274871 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74511574-0975-471c-94db-c2e73a4c78a6 req-79eb85af-359c-4096-b872-c78cfe3f22ea tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:38.276473 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-74511574-0975-471c-94db-c2e73a4c78a6 req-79eb85af-359c-4096-b872-c78cfe3f22ea tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.0999982 Feb 02 14:36:38.341166 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-74511574-0975-471c-94db-c2e73a4c78a6 req-69311067-e0a1-46e3-9ab1-c9a873746c72 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578828 Feb 02 14:36:38.348554 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-c3b30189-8e5b-4512-8f7a-076b7adc5e65 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:38.351186 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-c3b30189-8e5b-4512-8f7a-076b7adc5e65 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.0981278 Feb 02 14:36:38.368838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'port': {'security_groups': ['1f370cae-e925-49b3-b568-eddb49382e7e', '0be4fe24-1418-4a2c-b926-e69089ed2281']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:38.514455 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.814187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:38.845873 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.851884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.893381 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:36:38.940973 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:38.941579 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:38.948106 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6a9ab538-8927-4c69-9498-f8b4b20eec7f req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "PUT /v2.0/ports/c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 981 time: 0.5845077 Feb 02 14:36:38.948624 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:38.983788 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f3237-8846-428a-9935-c3f8044925f7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=6']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:39.037842 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:36:39.118720 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:36:39.239655 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-6a5caf34-e3a8-4df7-b038-f393eb8f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.241889 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-6a5caf34-e3a8-4df7-b038-f393eb8f3e1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1137 time: 0.1484697 Feb 02 14:36:39.307367 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076c200-e73e-4de3-9b49-973aa0e84da0 req-9cc13cdf-72da-40f6-b3fa-758f2b8fcc8f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.308981 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8076c200-e73e-4de3-9b49-973aa0e84da0 req-9cc13cdf-72da-40f6-b3fa-758f2b8fcc8f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.1795883 Feb 02 14:36:39.356564 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2b2dc8ce-53a7-4644-a824-810d787703ef None None] Provisioning complete for port c98315d8-9161-448c-989e-5a756096b90f triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:36:39.357187 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc8ce-53a7-4644-a824-810d787703ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:39.360811 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8076c200-e73e-4de3-9b49-973aa0e84da0 req-422b726d-1be9-4839-a1be-44254aa880af tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448897 Feb 02 14:36:39.420950 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-ba84b49d-9512-4309-9298-a5669b87f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.422510 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-ba84b49d-9512-4309-9298-a5669b87f981 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 916 time: 0.1742837 Feb 02 14:36:39.464621 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:39.581961 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-b8a02a4d-a3d8-4e3f-b74b-d6a5b494a38c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 1000 time: 0.1528070 Feb 02 14:36:39.652188 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15f9bc-d259-46d9-9fc3-d5425387a79d req-b54261be-96d9-4258-8241-7c5f6a51d1db tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.653657 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-eb15f9bc-d259-46d9-9fc3-d5425387a79d req-b54261be-96d9-4258-8241-7c5f6a51d1db tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.1721628 Feb 02 14:36:39.662763 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-4410d125-7ff6-4fb1-8ff5-57150959146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.664342 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-4410d125-7ff6-4fb1-8ff5-57150959146d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.0752816 Feb 02 14:36:39.760710 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-eb15f9bc-d259-46d9-9fc3-d5425387a79d req-d23cf12a-e639-44e7-89a0-94a5fc6b42e0 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954061 Feb 02 14:36:39.781367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-1562b269-7338-4fa1-9262-284572766cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:39.782850 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-1562b269-7338-4fa1-9262-284572766cbb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023569 Feb 02 14:36:40.025342 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-5048034c-8e6e-457d-9c46-83b8ce5c3a54 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339914 Feb 02 14:36:40.164858 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0424c718-2ba7-4340-a96c-1e4148a24e90 req-63e7b6cb-9795-433f-a4c5-f33abfdb533d service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288719 Feb 02 14:36:40.968669 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec2df2-a811-4906-aa51-1f4f31b041c3 req-3a2ef252-85b1-4fb6-9b84-7f196782b6b6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:40.970205 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0fec2df2-a811-4906-aa51-1f4f31b041c3 req-3a2ef252-85b1-4fb6-9b84-7f196782b6b6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.0907152 Feb 02 14:36:41.018356 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0fec2df2-a811-4906-aa51-1f4f31b041c3 req-612a9a9d-60eb-4ac2-a310-52b2b1063835 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Feb 02 14:36:42.213229 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee47448-bcc2-4ae2-b625-103044869740 req-6a838458-a1dd-4e37-b283-3e9b1f3ff966 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:42.214794 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bee47448-bcc2-4ae2-b625-103044869740 req-6a838458-a1dd-4e37-b283-3e9b1f3ff966 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.0887909 Feb 02 14:36:42.263513 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bee47448-bcc2-4ae2-b625-103044869740 req-b5d59f1b-b6b6-4d60-9857-484adabe7036 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Feb 02 14:36:42.458792 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52142) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:42.577443 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.595617 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:42.599898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Usage tracker for resource:security_group_rule and tenant:fa78e37927de4f9192fdb6b238f030e4 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:42.602870 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:42.608463 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:42.696619 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.700918 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.752727 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa78e37927de4f9192fdb6b238f030e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928281 Feb 02 14:36:42.755323 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1c3be-3eef-4715-95b9-20a4fc6fc384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf580e1-b531-4db0-bf10-c7ad4ea2f252,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:42.755603 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52148) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:42.818864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.845397 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.897538 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.911792 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf580e1-b531-4db0-bf10-c7ad4ea2f252,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:42.919777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:42.920998 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-87882d72-eff2-4ab7-967e-23e24182556c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bf580e1-b531-4db0-bf10-c7ad4ea2f252 HTTP/1.1" status: 204 len: 168 time: 0.1642945 Feb 02 14:36:43.251100 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52158) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:43.269159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.284557 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:43.289866 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c592d3f7b3614c169d7499d4e89bded0 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:43.293073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:43.301892 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:43.410899 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.416704 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.477611 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c592d3f7b3614c169d7499d4e89bded0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229970 Feb 02 14:36:43.477611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283503f-ab64-4eb2-aaaa-89df4f3ad3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32515096-182e-4c91-942e-4df30557142c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:43.478346 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52164) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:43.480072 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58d0f7-76c7-4de4-99d6-5731034948c3 req-3c9f6a53-5cce-45be-b005-b9126a987954 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:43.481592 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fc58d0f7-76c7-4de4-99d6-5731034948c3 req-3c9f6a53-5cce-45be-b005-b9126a987954 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 943 time: 0.1060879 Feb 02 14:36:43.544103 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.546677 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fc58d0f7-76c7-4de4-99d6-5731034948c3 req-dc88887c-4df2-4d90-9ec6-b0945b5eeb9b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495157 Feb 02 14:36:43.579585 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.632587 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 2b8ef70b-59ed-408f-8395-7efc81acd703 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:36:43.638871 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.656751 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32515096-182e-4c91-942e-4df30557142c,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:43.670927 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.672177 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-05ad66e5-53d0-4bf9-b44d-f12fb7beefc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32515096-182e-4c91-942e-4df30557142c HTTP/1.1" status: 204 len: 168 time: 0.1928596 Feb 02 14:36:43.801026 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2b8ef70b-59ed-408f-8395-7efc81acd703,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:43.816181 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:36:43.883047 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:43.902321 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8ef70b-59ed-408f-8395-7efc81acd703 {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:36:43.924194 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2b8ef70b-59ed-408f-8395-7efc81acd703,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:43.929171 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.003431 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:44.093516 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52172) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:44.112053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.127823 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:44.132484 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Usage tracker for resource:security_group_rule and tenant:51b7d51738ac4015b0948e5bb4059a0e is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:44.135403 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:44.143459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:44.249698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.254419 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.308463 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04905c6-93f3-4d62-b366-f8f6649f6688,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:44.310389 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['2b8ef70b-59ed-408f-8395-7efc81acd703'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:36:44.313747 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7e9ed078-7564-4588-b143-8866d2d520c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51b7d51738ac4015b0948e5bb4059a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190819 Feb 02 14:36:44.318853 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52176) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:44.384281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.418652 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.479604 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.498694 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04905c6-93f3-4d62-b366-f8f6649f6688,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:44.502519 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:44.503556 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-083c0c13-af76-4b5e-ab0d-ad039adc1a7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d04905c6-93f3-4d62-b366-f8f6649f6688 HTTP/1.1" status: 204 len: 168 time: 0.1836452 Feb 02 14:36:44.815504 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be208bc6-ab5c-4d92-b2f7-5cc339dafadb req-ccb3ce7c-bfdf-4dea-bd2f-fb65e9b3f99e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:44.817088 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be208bc6-ab5c-4d92-b2f7-5cc339dafadb req-ccb3ce7c-bfdf-4dea-bd2f-fb65e9b3f99e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 944 time: 0.1017869 Feb 02 14:36:44.871513 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-be208bc6-ab5c-4d92-b2f7-5cc339dafadb req-ce995c11-ba61-4edd-ba39-b87d985fb244 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Feb 02 14:36:45.647916 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 2b8ef70b-59ed-408f-8395-7efc81acd703 up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:36:45.733121 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 2b8ef70b-59ed-408f-8395-7efc81acd703 completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:36:45.743276 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 2b8ef70b-59ed-408f-8395-7efc81acd703 triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:36:45.743642 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:45.884204 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:45.928242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:45.957185 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2b8ef70b-59ed-408f-8395-7efc81acd703,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:36:45.964818 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:46.021884 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'code': 200} Feb 02 14:36:46.064929 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:46.171647 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9af1e-13c9-46bc-ab6a-d842e41934ac req-2a00cf1a-3ed1-4f4b-80fc-140dc59d19f2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:46.173154 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a9b9af1e-13c9-46bc-ab6a-d842e41934ac req-2a00cf1a-3ed1-4f4b-80fc-140dc59d19f2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0862210 Feb 02 14:36:46.229640 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a9b9af1e-13c9-46bc-ab6a-d842e41934ac req-98d8f56f-9ac0-4b79-8551-f716226b942e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Feb 02 14:36:46.406426 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30259-10e2-4a9a-89c5-ca59d34dbcbb req-e7ead0e5-5ef2-403b-9102-817ac749242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:46.407932 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2af30259-10e2-4a9a-89c5-ca59d34dbcbb req-e7ead0e5-5ef2-403b-9102-817ac749242b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1098 time: 0.0739977 Feb 02 14:36:46.455314 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2af30259-10e2-4a9a-89c5-ca59d34dbcbb req-220c2c7b-d7d2-47bb-895b-6fa82e4bbb02 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 Feb 02 14:36:47.434223 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73e3d-186c-49b9-98ac-b61d5008cd5d req-8423ef75-e9dd-4293-8578-87b9f7077c07 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:47.435695 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56e73e3d-186c-49b9-98ac-b61d5008cd5d req-8423ef75-e9dd-4293-8578-87b9f7077c07 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0877945 Feb 02 14:36:47.480320 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56e73e3d-186c-49b9-98ac-b61d5008cd5d req-58f7fb9c-dd40-4ddb-8d25-de9522aa5661 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Feb 02 14:36:48.669702 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91599c-3d66-477e-8f80-18e208d24f8d req-8b16960a-dc85-4081-a87a-72056e93203a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:48.671103 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf91599c-3d66-477e-8f80-18e208d24f8d req-8b16960a-dc85-4081-a87a-72056e93203a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0833561 Feb 02 14:36:48.715281 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-cf91599c-3d66-477e-8f80-18e208d24f8d req-15935751-b1d7-4abc-963b-3d11aa120183 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 Feb 02 14:36:49.845044 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:49.908563 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017bc4a-f6be-414c-baec-1f438a9aa244 req-a896a9cb-e208-4ec4-b9c9-c98d97c14cc7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:49.910011 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0017bc4a-f6be-414c-baec-1f438a9aa244 req-a896a9cb-e208-4ec4-b9c9-c98d97c14cc7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0867527 Feb 02 14:36:49.960477 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0017bc4a-f6be-414c-baec-1f438a9aa244 req-8c2db139-dc18-47ac-859e-0206c3f9c0aa tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Feb 02 14:36:51.144382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49198e-50af-4743-adc0-068df611242b req-ab52bc97-f96d-4964-8b20-3204f16a26a3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:51.145942 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5e49198e-50af-4743-adc0-068df611242b req-ab52bc97-f96d-4964-8b20-3204f16a26a3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0805476 Feb 02 14:36:51.189556 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5e49198e-50af-4743-adc0-068df611242b req-ffd47b43-b38b-4f01-915b-170884a131e3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Feb 02 14:36:51.374407 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05124d2-4988-4521-a952-1d54a55ee453 req-24c06a06-af17-45bc-8ba8-06bee33d9d2e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:51.375911 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e05124d2-4988-4521-a952-1d54a55ee453 req-24c06a06-af17-45bc-8ba8-06bee33d9d2e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0803938 Feb 02 14:36:51.423339 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e05124d2-4988-4521-a952-1d54a55ee453 req-01205049-5824-49fe-8369-204a1b602460 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Feb 02 14:36:51.450187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52240) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:51.555785 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfca86c-80e3-4c6c-925d-fb51fc4de388 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:51.561796 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-9bfca86c-80e3-4c6c-925d-fb51fc4de388 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1093 time: 0.1080477 Feb 02 14:36:51.562164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52250) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:36:51.568033 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:36:51.577216 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:36:51.593207 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:floatingip and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:36:51.596825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:36:51.604723 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:36:51.616666 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:51.783565 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:51.959429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d99f-2cc3-4f71-9835-c856ba7b1a7b req-45a5eea4-aa6f-44a6-8611-6c83ba2a39b9 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:51.961214 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5504d99f-2cc3-4f71-9835-c856ba7b1a7b req-45a5eea4-aa6f-44a6-8611-6c83ba2a39b9 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.1722546 Feb 02 14:36:51.962199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_common [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.27.2.66 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/07890aa7-0878-4f57-baf3-8b3d5dde5c90) {{(pid=86948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:36:51.971550 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273446-2f1e-40a3-81ef-446e96f14167 req-13f212f4-32d7-4b7e-9d73-bf8333d5331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:51.973337 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-13f212f4-32d7-4b7e-9d73-bf8333d5331d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1137 time: 0.1310198 Feb 02 14:36:52.102429 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5504d99f-2cc3-4f71-9835-c856ba7b1a7b req-6d2f9ebe-83d2-432c-9bc8-6d45a5411a19 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278129 Feb 02 14:36:52.132707 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:52.158665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273446-2f1e-40a3-81ef-446e96f14167 req-68a85539-0c47-49fa-ba5a-897f04b4bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:52.160160 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-68a85539-0c47-49fa-ba5a-897f04b4bc70 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 916 time: 0.1721087 Feb 02 14:36:52.160797 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:52.231276 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:36:52.234152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:36:52.237743 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:36:52.267429 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=07890aa7-0878-4f57-baf3-8b3d5dde5c90,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:52.743713 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:52.816459 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:53.030036 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:53.034844 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16360950'] for port, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:53.144666 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=07890aa7-0878-4f57-baf3-8b3d5dde5c90,revision_number=2']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:36:53.156103 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:53.388924 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 5c5b4b03-2ce0-4e99-9de8-830aa5d9e946 associated. External IP: 172.27.2.66, port: 2b8ef70b-59ed-408f-8395-7efc81acd703. Feb 02 14:36:53.482379 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0b924-9fe6-46c1-a27a-4ba1a2b1b089 req-dfbbbf74-42c8-4857-b03a-9518ab6696c3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:53.483927 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5da0b924-9fe6-46c1-a27a-4ba1a2b1b089 req-dfbbbf74-42c8-4857-b03a-9518ab6696c3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.2663229 Feb 02 14:36:53.612031 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5da0b924-9fe6-46c1-a27a-4ba1a2b1b089 req-04b967bb-d130-4253-a6e8-c49ff9d83a2d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169419 Feb 02 14:36:53.796363 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:36:54.078841 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:36:54.088852 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:36:54.097953 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:54.099274 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:54.103788 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:36:54.158533 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-84c0d826-9c82-4bc0-b598-39b9a99df769 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5952084 Feb 02 14:36:54.159176 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:36:54.203042 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'status': 'completed', 'code': 200} Feb 02 14:36:54.278211 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:54.627651 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:52Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:54.632736 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:36:54.641672 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:36:54.642310 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:36:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:54.805026 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73b8b-996d-420d-b981-362bcc76495b req-66cb1121-ef2a-471d-bb96-290e39c0460e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:54.806568 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6fc73b8b-996d-420d-b981-362bcc76495b req-66cb1121-ef2a-471d-bb96-290e39c0460e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0840862 Feb 02 14:36:54.819912 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:36:54.855893 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6fc73b8b-996d-420d-b981-362bcc76495b req-f3be5fc7-08f3-483a-be76-282e2f63d323 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432980 Feb 02 14:36:55.214481 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:52Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:36:55.218768 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2343-77b0-4ea1-9f91-111062607274 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:52Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:36:55.242501 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-e0244d42-7822-40e1-9822-22c5d4d66b86 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 1000 time: 0.2572987 Feb 02 14:36:55.292283 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-fad6ea54-4bab-48eb-8420-054fcd1e384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.293762 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-fad6ea54-4bab-48eb-8420-054fcd1e384d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1098 time: 0.1307518 Feb 02 14:36:55.404670 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273446-2f1e-40a3-81ef-446e96f14167 req-447daa67-c907-4ca4-ba86-b2f8712c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.406118 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-447daa67-c907-4ca4-ba86-b2f8712c6853 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.1485517 Feb 02 14:36:55.468844 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a85a80-e796-4d3a-bda4-065fe3bb5be8 None None] New status for floating IP 5c5b4b03-2ce0-4e99-9de8-830aa5d9e946: ACTIVE {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:36:55.504638 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-aa7a534d-b8e4-4cd4-a8ec-d07261c81d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.506637 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-aa7a534d-b8e4-4cd4-a8ec-d07261c81d12 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.2023473 Feb 02 14:36:55.564261 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-98672a7b-0138-4949-a1b6-ea3e1c63ede0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003628 Feb 02 14:36:55.624253 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273446-2f1e-40a3-81ef-446e96f14167 req-4ffee058-f02a-4acc-83e8-d2f086e43b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.625748 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-4ffee058-f02a-4acc-83e8-d2f086e43b90 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2109222 Feb 02 14:36:55.683161 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-d7f6c23e-48a2-4c7b-923a-f3a1561eda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.684602 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-d7f6c23e-48a2-4c7b-923a-f3a1561eda15 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=75b02e5238e9466883a69443c1e64ba8&device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 1100 time: 0.0798726 Feb 02 14:36:55.715140 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-59101d02-a813-411d-8498-f025be54c718 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 998 time: 0.1982951 Feb 02 14:36:55.842330 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-f03977c4-e63a-457a-be01-fcac251ea0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.843792 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-f03977c4-e63a-457a-be01-fcac251ea0b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 200 len: 918 time: 0.1362708 Feb 02 14:36:55.888429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-ca093ad5-60db-4b7a-95d9-5c19ee650896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:55.890290 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-ca093ad5-60db-4b7a-95d9-5c19ee650896 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.1613116 Feb 02 14:36:55.955132 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-d684d809-1edd-48b1-8595-e34734c7240b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 200 len: 1002 time: 0.1012139 Feb 02 14:36:56.025422 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-97403959-1bc2-4c67-8545-39be74ab3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:56.026807 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-97403959-1bc2-4c67-8545-39be74ab3dc4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 200 len: 856 time: 0.0589859 Feb 02 14:36:56.079492 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-20b3236c-ec32-49a9-819b-3e901d91f896 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413636 Feb 02 14:36:56.110959 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-70e238e0-f863-4d8d-9e96-8f009e321b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:56.112499 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-70e238e0-f863-4d8d-9e96-8f009e321b2d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9239a2d2-ad07-40b0-ab0a-5abf620e02ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790722 Feb 02 14:36:56.254537 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-0c690a7f-fd6b-4a82-976d-4c436700fb28 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351597 Feb 02 14:36:56.377782 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-3a73339c-44c6-4202-a972-47b95955feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:56.380937 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-3a73339c-44c6-4202-a972-47b95955feb8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4812815 Feb 02 14:36:56.394526 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-39a0268d-febf-48b5-ad35-05faec1b2b6d req-b88f905b-b194-4d5e-8280-7ff463165b02 service neutron] 10.222.0.95 "GET /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332009 Feb 02 14:36:56.400913 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2d021-db4d-4393-bafb-278235859c68 req-962edb2c-3604-47a4-91e5-906ab3df517f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:56.403382 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d6b2d021-db4d-4393-bafb-278235859c68 req-962edb2c-3604-47a4-91e5-906ab3df517f tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.4169154 Feb 02 14:36:56.547114 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-77273446-2f1e-40a3-81ef-446e96f14167 req-39ecbfee-158f-4205-a828-94f091d07462 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503765 Feb 02 14:36:56.635139 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d6b2d021-db4d-4393-bafb-278235859c68 req-48e1df4f-6529-4a9e-86cb-b158ccbfe772 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909616 Feb 02 14:36:56.701021 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-2e5c6f44-a429-4f09-af47-14c0c6b08a56 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961113 Feb 02 14:36:56.840584 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4298d85e-2420-40c6-b99b-3ca70e55aba7 req-8282cf96-3d45-45c2-8abd-429f80b86708 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310866 Feb 02 14:36:57.826443 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5dd9c-9e3d-40ec-9cc3-dfc98df439b1 req-beb122de-9bf6-4a37-9623-ce1f7e2faef3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:57.828553 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3ae5dd9c-9e3d-40ec-9cc3-dfc98df439b1 req-beb122de-9bf6-4a37-9623-ce1f7e2faef3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0851762 Feb 02 14:36:57.877597 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3ae5dd9c-9e3d-40ec-9cc3-dfc98df439b1 req-fb6cf75c-deef-4f2c-9e14-8b1b94fa279a tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420811 Feb 02 14:36:59.071433 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a6a40-a6b9-4c46-8d06-a5b8cf041610 req-8ca3d685-d769-439b-8073-7b627c1f70a6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:36:59.072909 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-983a6a40-a6b9-4c46-8d06-a5b8cf041610 req-8ca3d685-d769-439b-8073-7b627c1f70a6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0816312 Feb 02 14:36:59.120404 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-983a6a40-a6b9-4c46-8d06-a5b8cf041610 req-5d755ef6-e693-43fc-a81b-ebc9b62f92fd tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416656 Feb 02 14:37:00.312304 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24465c-3ad2-4d47-96cf-6a9bf043482b req-2d4a6b8b-5483-4550-9451-c4ce0cf3770e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:00.313672 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1f24465c-3ad2-4d47-96cf-6a9bf043482b req-2d4a6b8b-5483-4550-9451-c4ce0cf3770e tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0837500 Feb 02 14:37:00.359606 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1f24465c-3ad2-4d47-96cf-6a9bf043482b req-27203f92-1963-48aa-998c-b3f6f53f506c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401483 Feb 02 14:37:01.547461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5711-29e2-4f81-9840-3f02da894517 req-4213db90-f8cb-4f93-b970-8ccbba394e16 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:01.548903 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-990a5711-29e2-4f81-9840-3f02da894517 req-4213db90-f8cb-4f93-b970-8ccbba394e16 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0838511 Feb 02 14:37:01.597538 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-990a5711-29e2-4f81-9840-3f02da894517 req-f291283f-87d3-4e42-a8c1-ad236c0cd264 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416918 Feb 02 14:37:02.788640 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650c02-aba3-48f0-8518-60df1c6b059e req-7a6ea7b6-e111-4340-8e42-413292fabb88 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:02.790344 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5b650c02-aba3-48f0-8518-60df1c6b059e req-7a6ea7b6-e111-4340-8e42-413292fabb88 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0815525 Feb 02 14:37:02.839327 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5b650c02-aba3-48f0-8518-60df1c6b059e req-9572a863-064a-4424-be41-cbcfda301490 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429802 Feb 02 14:37:03.089532 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-14376c7b-1889-44de-a56b-047bb7e8f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:04.049169 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d34d93-5d7f-40d9-b925-38842fd6058d req-23472d13-5251-4435-a21e-78a3fa790ecb tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:04.050681 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a2d34d93-5d7f-40d9-b925-38842fd6058d req-23472d13-5251-4435-a21e-78a3fa790ecb tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0881526 Feb 02 14:37:04.099162 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a2d34d93-5d7f-40d9-b925-38842fd6058d req-9ba7e805-2e93-4a57-b787-5488d48cdab6 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414939 Feb 02 14:37:05.296842 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaca64e-f8e3-4582-8b90-28d6b2189e23 req-18651960-d30b-4ae7-a4af-008cbc26b7d8 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:05.298545 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdaca64e-f8e3-4582-8b90-28d6b2189e23 req-18651960-d30b-4ae7-a4af-008cbc26b7d8 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0893750 Feb 02 14:37:05.347384 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fdaca64e-f8e3-4582-8b90-28d6b2189e23 req-77a35637-d283-457c-bc00-e3dd321f50ff tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424838 Feb 02 14:37:06.226879 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e9fd8c80-48a0-4a21-919a-7d4b3441a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:06.653288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7a251-adbd-4a56-8a29-35a8615711e1 req-52d77225-ce79-4e4c-87ed-e4768d6e99dc tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:06.654787 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cab7a251-adbd-4a56-8a29-35a8615711e1 req-52d77225-ce79-4e4c-87ed-e4768d6e99dc tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.1919913 Feb 02 14:37:06.705210 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-cab7a251-adbd-4a56-8a29-35a8615711e1 req-359b15dc-d511-42ec-abbe-4edd06c162d7 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441959 Feb 02 14:37:07.174702 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:07.397758 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:07.895717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833b393-89c4-4c55-9201-9cf4d69bb6e7 req-7e5c6fa8-037f-409e-9e78-334498925a92 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:07.897220 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0833b393-89c4-4c55-9201-9cf4d69bb6e7 req-7e5c6fa8-037f-409e-9e78-334498925a92 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0850279 Feb 02 14:37:07.947119 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-0833b393-89c4-4c55-9201-9cf4d69bb6e7 req-06a52209-ad0a-4235-bc1d-c052b84734ce tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436418 Feb 02 14:37:08.255729 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52378) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:08.388359 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.403382 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:08.407316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Usage tracker for resource:security_group_rule and tenant:c17ebfe22277492e9b53d4b9d5a851ed is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:08.410794 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:08.416700 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:08.502747 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.506478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.557486 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c8df3-fa92-484c-a24b-c379169cc82b,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:08.562638 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-4fe38ad6-44a3-4720-9197-5871e5477df1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c17ebfe22277492e9b53d4b9d5a851ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057616 Feb 02 14:37:08.564285 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52384) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:08.629521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.658582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.715529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.730193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c8df3-fa92-484c-a24b-c379169cc82b,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:08.737034 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:08.738369 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-19eb3412-808b-4a49-9435-c22511617128 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f5c8df3-fa92-484c-a24b-c379169cc82b HTTP/1.1" status: 204 len: 168 time: 0.1727703 Feb 02 14:37:09.142082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335de77-749a-4d5f-afac-8f982d8aa52f req-69bd92ee-eda2-47d7-900c-c1b1c0d54899 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:09.143589 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9335de77-749a-4d5f-afac-8f982d8aa52f req-69bd92ee-eda2-47d7-900c-c1b1c0d54899 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0880039 Feb 02 14:37:09.197432 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9335de77-749a-4d5f-afac-8f982d8aa52f req-415f01af-80ed-4356-942f-3fb067b045ea tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476432 Feb 02 14:37:09.409806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.414538 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52410) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:09.520996 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-828399787-network', 'tenant_id': 'c3aaccb8363149819d70e2eb1a9a5b4c'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:09.526759 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:09.530587 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Usage tracker for resource:network and tenant:c3aaccb8363149819d70e2eb1a9a5b4c is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:09.533400 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:09.543439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:09.553925 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Made reservation on behalf of c3aaccb8363149819d70e2eb1a9a5b4c for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:09.556328 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.657908 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.672594 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:09.677017 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3aaccb8363149819d70e2eb1a9a5b4c is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:09.680117 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:09.685668 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:09.767059 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.772724 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.806243 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:37:09.811541 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d281a816-bc97-4919-ae77-6057265635a1,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:09.819779 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.820317 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Added segment b233433c-43b4-4a41-afb8-0bd3b48abd58 of type vlan for network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 Feb 02 14:37:09.846903 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.875993 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.877063 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:09.877666 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:09.979864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe1e935-394e-4f52-a0ea-636eb24e8a54,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:09.984144 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f96fbd0c-5061-4930-85bf-84cdf89005f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5685513 Feb 02 14:37:09.987182 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52416) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:09.989997 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:37:09.993575 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Request body: {'subnet': {'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-828399787-subnet', 'tenant_id': 'c3aaccb8363149819d70e2eb1a9a5b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:09.998701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:10.002695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Usage tracker for resource:subnet and tenant:c3aaccb8363149819d70e2eb1a9a5b4c is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:10.005911 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:10.011936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:10.024863 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Made reservation on behalf of c3aaccb8363149819d70e2eb1a9a5b4c for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:10.027119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13636465'] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:10.107290 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:37:10.236761 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16360803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13636451'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:10.311768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3869c6a-6169-4328-bd28-48b468715040,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:10.361590 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Checking segment: {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:37:10.361938 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Network hostable DHCP agents. Network: 9fe1e935-394e-4f52-a0ea-636eb24e8a54, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:37:10.396015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:37:10.407717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 9fe1e935-394e-4f52-a0ea-636eb24e8a54) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:37:10.413012 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:10.413589 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:10.415827 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82afe541-1c39-4e0d-b61d-301c7d92f53d None None] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:10.424159 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39a49-193f-46da-9bcd-19573c1fae6b req-eca3d26d-ecbf-4709-86c1-3eb94a3e18be tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:10.426162 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-46c39a49-193f-46da-9bcd-19573c1fae6b req-eca3d26d-ecbf-4709-86c1-3eb94a3e18be tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.1167591 Feb 02 14:37:10.461857 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f70f75ad-4018-4c9c-9aea-aeecf8ca70d7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4732625 Feb 02 14:37:10.499986 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-46c39a49-193f-46da-9bcd-19573c1fae6b req-55285a3f-1c7d-4d38-a2d2-fdd769b50b59 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654376 Feb 02 14:37:10.668191 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33282cb5-e84f-438e-900d-354dc61abd4e None None] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:11.691127 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de113eb-49e1-412b-9acb-289614736611 req-ae0e7184-205f-4fa3-ab05-fb96af3f9fea tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:11.692801 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7de113eb-49e1-412b-9acb-289614736611 req-ae0e7184-205f-4fa3-ab05-fb96af3f9fea tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0819674 Feb 02 14:37:11.739472 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7de113eb-49e1-412b-9acb-289614736611 req-461d818d-2ee3-438c-8700-e1c517bd9c91 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409920 Feb 02 14:37:12.522283 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-3fa33a6a-6172-44b7-bebd-a99da7f951b9 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:12.522970 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-3fa33a6a-6172-44b7-bebd-a99da7f951b9 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:network {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:37:12.540149 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-3fa33a6a-6172-44b7-bebd-a99da7f951b9 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:network {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:37:12.541486 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-3fa33a6a-6172-44b7-bebd-a99da7f951b9 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 813 time: 0.1645038 Feb 02 14:37:12.557509 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-8cb1f991-1fdc-4aa2-9d85-a766f11aaf51 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/quotas/c3aaccb8363149819d70e2eb1a9a5b4c HTTP/1.1" status: 200 len: 375 time: 0.0097530 Feb 02 14:37:12.604756 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-ade1c4ab-f00c-469f-975f-ebe9b732b1c4 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419400 Feb 02 14:37:12.737229 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-cefe1205-fac6-4b42-953c-62d38f0ef824 service neutron] 10.222.0.48 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245620 Feb 02 14:37:12.890524 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-80643195-2c0e-4684-839a-8278568c6b38 service neutron] 10.222.0.48 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461463 Feb 02 14:37:12.978619 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8394-7de5-413c-8a9d-d6840db7c113 req-12be2621-81c3-4ee2-b527-63f0d4252c35 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:12.980490 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1a8f8394-7de5-413c-8a9d-d6840db7c113 req-12be2621-81c3-4ee2-b527-63f0d4252c35 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.1055546 Feb 02 14:37:13.032729 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1a8f8394-7de5-413c-8a9d-d6840db7c113 req-a8e8ca8e-0c71-4206-b72d-aa6f8d4b84e0 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461683 Feb 02 14:37:13.073362 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2700f4cc-7dd8-43fd-af05-9bbf2571adb3 req-64183b2a-9e65-49ee-885c-433179401483 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 210 time: 0.0440524 Feb 02 14:37:14.223085 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10985-00f5-4033-a863-f2950d2a9550 req-5825f5d1-2fa7-4798-b094-5b14d2585a28 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:14.225315 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1bd10985-00f5-4033-a863-f2950d2a9550 req-5825f5d1-2fa7-4798-b094-5b14d2585a28 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.0847359 Feb 02 14:37:14.230236 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-abaf977b-e358-4082-8e58-94c2a8f6ad60 req-89dcfddc-56fd-4156-af27-a8773bc18ca2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 210 time: 0.0486968 Feb 02 14:37:14.284261 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1bd10985-00f5-4033-a863-f2950d2a9550 req-770333e4-b1ee-466f-a9a2-9962d6c145de tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&id=0be4fe24-1418-4a2c-b926-e69089ed2281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522873 Feb 02 14:37:14.622507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-b0d00894-fa33-456f-92a1-54ab5615be37 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:14.624129 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-b0d00894-fa33-456f-92a1-54ab5615be37 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 813 time: 0.1936986 Feb 02 14:37:14.649128 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Request body: {'port': {'device_id': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54', 'admin_state_up': True, 'tenant_id': 'c3aaccb8363149819d70e2eb1a9a5b4c'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:14.816781 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:14.821193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Usage tracker for resource:port and tenant:c3aaccb8363149819d70e2eb1a9a5b4c is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:14.824421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:14.830181 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:14.840877 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Made reservation on behalf of c3aaccb8363149819d70e2eb1a9a5b4c for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:14.844485 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:14.851153 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0652aa-da8b-4558-a53a-62d00dc099cb req-95f421ae-08b0-4e90-a653-9b34f62df5cb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:14.852674 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a0652aa-da8b-4558-a53a-62d00dc099cb req-95f421ae-08b0-4e90-a653-9b34f62df5cb tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.1081669 Feb 02 14:37:14.897430 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2a0652aa-da8b-4558-a53a-62d00dc099cb req-48b7162d-01a7-4bfd-86c6-dda354f9458c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Feb 02 14:37:15.010073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Allocated IP 172.20.0.6 (9fe1e935-394e-4f52-a0ea-636eb24e8a54/d3869c6a-6169-4328-bd28-48b468715040/ea374b0e-e460-4411-97b0-41459f2f191e) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:37:15.214785 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:15.244330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:15.322633 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:37:15.325985 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:37:15.330446 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:37:15.369586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Pushing event updated for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:15.454486 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:15.455038 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:15.481907 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-c607561f-2b97-4e02-9b72-2d16dd196158 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401387 Feb 02 14:37:15.496831 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f76cfc-43e2-4f00-9982-371dfb6be44f req-4fc09b74-1aad-4512-a23b-544511c4e119 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:15.497520 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c7f76cfc-43e2-4f00-9982-371dfb6be44f req-4fc09b74-1aad-4512-a23b-544511c4e119 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:37:15.505335 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Request body: {'port': {'device_id': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:15.569385 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-c7f76cfc-43e2-4f00-9982-371dfb6be44f req-4fc09b74-1aad-4512-a23b-544511c4e119 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:37:15.570548 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c7f76cfc-43e2-4f00-9982-371dfb6be44f req-4fc09b74-1aad-4512-a23b-544511c4e119 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 931 time: 0.2057588 Feb 02 14:37:15.653521 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:15.668058 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c7f76cfc-43e2-4f00-9982-371dfb6be44f req-a5e3ac26-3d07-4f3f-b26f-ac7059b5d482 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721273 Feb 02 14:37:16.089668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea374b0e-e460-4411-97b0-41459f2f191e {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:37:16.097873 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.099858 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3baa8-8c0f-4660-b16f-c52998e94c72 req-73fc3a86-8757-4e9b-a4b9-ac9bb73f64bf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:16.101212 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-22f3baa8-8c0f-4660-b16f-c52998e94c72 req-73fc3a86-8757-4e9b-a4b9-ac9bb73f64bf tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.0879698 Feb 02 14:37:16.113288 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Transition to ACTIVE for port object ea374b0e-e460-4411-97b0-41459f2f191e will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:37:16.117407 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.150890 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-22f3baa8-8c0f-4660-b16f-c52998e94c72 req-5aa26848-2db6-4501-a044-466513b9d137 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Feb 02 14:37:16.255468 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52490) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:16.286756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Pushing event updated for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:16.366880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Attempting to bind port ea374b0e-e460-4411-97b0-41459f2f191e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:37:16.367286 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Attempting to bind port ea374b0e-e460-4411-97b0-41459f2f191e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:37:16.367623 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Attempting to bind port ea374b0e-e460-4411-97b0-41459f2f191e on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:37:16.372512 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Port ea374b0e-e460-4411-97b0-41459f2f191e on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:37:16.372834 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Attempting to bind port ea374b0e-e460-4411-97b0-41459f2f191e on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:37:16.378022 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:37:16.378429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Checking segment: {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:37:16.379043 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Bound using segment: {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:37:16.379589 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Bound port: ea374b0e-e460-4411-97b0-41459f2f191e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:37:16.379945 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.531993 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:37:16.537582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ea374b0e-e460-4411-97b0-41459f2f191e,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:37:16.544890 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.597947 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:16.598697 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.600129 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] 10.222.0.95 "PUT /v2.0/ports/ea374b0e-e460-4411-97b0-41459f2f191e HTTP/1.1" status: 200 len: 1093 time: 1.0998189 Feb 02 14:37:16.607847 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:16.640408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-240e39f2-4d00-46f0-b58d-26f7ad0c5d4c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:16.642345 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-240e39f2-4d00-46f0-b58d-26f7ad0c5d4c tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.2027948 Feb 02 14:37:16.674670 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Deleting port 65b2f167-bf04-4672-b734-d7058e0ffa8d {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:16.675098 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.688529 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e', 'status': 'completed', 'code': 200} Feb 02 14:37:16.758846 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37e69e-0b4b-4dea-a177-c481e9a5299a service neutron] Pushing event updated for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:16.788294 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Deleting port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:16.788721 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.911402 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-5dce0ab6-c028-468d-b315-e37c8947c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:16.912394 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.912790 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:16.912987 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-5dce0ab6-c028-468d-b315-e37c8947c0a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 1096 time: 0.2236400 Feb 02 14:37:16.980470 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d310-f5af-4ec3-b211-2ec3afcfd372 req-6f6f9fb9-2a6f-4da6-b39e-dfbdd6f064fc tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:16.981948 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6323d310-f5af-4ec3-b211-2ec3afcfd372 req-6f6f9fb9-2a6f-4da6-b39e-dfbdd6f064fc tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 943 time: 0.1934967 Feb 02 14:37:17.045910 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Calling delete_port for 65b2f167-bf04-4672-b734-d7058e0ffa8d owned by network:floatingip {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:17.055560 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-2ed92f19-3c18-4201-9537-6730412f588b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea374b0e-e460-4411-97b0-41459f2f191e HTTP/1.1" status: 200 len: 217 time: 0.1155238 Feb 02 14:37:17.133109 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6323d310-f5af-4ec3-b211-2ec3afcfd372 req-73352bd6-7e1f-4df6-84ad-4a34ed63fe87 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:37:17.172178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-048f0e48-fca6-4fa6-85fc-1e7922f34a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:17.173628 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-048f0e48-fca6-4fa6-85fc-1e7922f34a9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3869c6a-6169-4328-bd28-48b468715040 HTTP/1.1" status: 200 len: 853 time: 0.1044900 Feb 02 14:37:17.180053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] For port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:17.180407 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:17.180782 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-6323d310-f5af-4ec3-b211-2ec3afcfd372 req-73352bd6-7e1f-4df6-84ad-4a34ed63fe87 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:37:17.182640 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-6323d310-f5af-4ec3-b211-2ec3afcfd372 req-73352bd6-7e1f-4df6-84ad-4a34ed63fe87 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441960 Feb 02 14:37:17.273274 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:17.295640 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-1542744c-8473-40f0-a3c1-dcc9744f58b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9fe1e935-394e-4f52-a0ea-636eb24e8a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071749 Feb 02 14:37:17.323346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event deleted for resources: {'Port': ['ID=65b2f167-bf04-4672-b734-d7058e0ffa8d,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:17.421740 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for floatingip, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:17.422115 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Floating IP b405af5f-b3a8-4e93-989d-f4642cd710ce disassociated (deleted). External IP: 172.27.2.68, port: 02709005-57e7-45db-b48a-428108d96671. Feb 02 14:37:17.732708 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-1c58a5d6-d9c6-4fb4-b43d-75bb5ee738c8 service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217353 Feb 02 14:37:17.782069 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Router c37866b1-18c7-43e5-8d44-4a9644aaa42e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:17.842930 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc14e-38f3-437f-9491-050517a63319 req-6fcb1487-3a31-4ebf-9922-60717202d3f4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:17.844308 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aadcc14e-38f3-437f-9491-050517a63319 req-6fcb1487-3a31-4ebf-9922-60717202d3f4 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 947 time: 0.5477955 Feb 02 14:37:17.980036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:17.980409 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:17.980725 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Floating IP 910dc26a-9fd4-4dad-b7be-2641a57d439a disassociated. External IP: 172.27.2.231, port: eaacd76f-a7c1-4068-a4c7-2c9adeed1a22. Feb 02 14:37:17.981070 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Calling delete_port for eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:17.983005 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:17.995206 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Sync routers for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:18.009980 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:18.011085 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:18.015259 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:18.040124 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aadcc14e-38f3-437f-9491-050517a63319 req-81390451-f8f6-4f8f-8881-1770200ad427 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups?id=fff793dc-0bbc-47f3-a9c9-71c90a0cd983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439919 Feb 02 14:37:18.094177 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-aa0d8f04-be31-4707-809f-6ca9c75b2274 req-7dff9c37-44aa-47fd-9c54-9085a869f9f6 service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813153 Feb 02 14:37:18.101000 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-178f5f39-55a5-4440-8015-604defdb4cd3 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "DELETE /v2.0/floatingips/b405af5f-b3a8-4e93-989d-f4642cd710ce HTTP/1.1" status: 204 len: 168 time: 1.8414133 Feb 02 14:37:18.101000 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:18.190281 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'status': 'completed', 'code': 200} Feb 02 14:37:18.255889 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:18.288312 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:18.430548 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'Port': ['ID=eaacd76f-a7c1-4068-a4c7-2c9adeed1a22,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:18.475147 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648111f-09f5-4269-b776-61b766a4eba6 req-c38c8152-d7b0-4b45-b7bf-032e729bf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.476655 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-c38c8152-d7b0-4b45-b7bf-032e729bf647 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0f2e58bef0c449687b260265c987380&device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 1098 time: 0.2369964 Feb 02 14:37:18.577847 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74930e-6c7e-499c-9133-336eedec877b req-55e899b0-cb0f-4189-af86-eae7d6ffe4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.579354 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-55e899b0-cb0f-4189-af86-eae7d6ffe4ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 1096 time: 0.3947008 Feb 02 14:37:18.678923 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:18.683196 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Checking router: c37866b1-18c7-43e5-8d44-4a9644aaa42e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:18.692980 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:18.693593 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:18.713787 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648111f-09f5-4269-b776-61b766a4eba6 req-1f86af4f-89d6-4dff-9c2d-786e32c9cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.715262 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-1f86af4f-89d6-4dff-9c2d-786e32c9cf33 service neutron] 10.222.0.95 "GET /v2.0/networks?id=160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 200 len: 909 time: 0.2321007 Feb 02 14:37:18.727631 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049d25-cd04-46e8-bca5-abf257981796 req-d20f6a07-0c31-462e-8cf7-1d0971105121 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.728253 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-c8049d25-cd04-46e8-bca5-abf257981796 req-d20f6a07-0c31-462e-8cf7-1d0971105121 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Synchronizing usage tracker for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:37:18.774040 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bb588-b507-4343-a972-7ac95483cd0e req-74a4598b-f994-4185-813a-d79515acbc6c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.775630 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ab9bb588-b507-4343-a972-7ac95483cd0e req-74a4598b-f994-4185-813a-d79515acbc6c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 943 time: 0.3931291 Feb 02 14:37:18.799320 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-e68ee075-64c6-424b-b554-dfd9f29f1e6c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 200 len: 217 time: 0.0679858 Feb 02 14:37:18.841694 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:18.851015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-c8049d25-cd04-46e8-bca5-abf257981796 req-d20f6a07-0c31-462e-8cf7-1d0971105121 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Unset dirty status for tenant:c0f2e58bef0c449687b260265c987380 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:37:18.852481 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c8049d25-cd04-46e8-bca5-abf257981796 req-d20f6a07-0c31-462e-8cf7-1d0971105121 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.2947092 Feb 02 14:37:18.889909 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-ab9bb588-b507-4343-a972-7ac95483cd0e req-faaa6a7f-b06c-409e-a111-5f6a07f6fd55 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066275 Feb 02 14:37:18.892550 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74930e-6c7e-499c-9133-336eedec877b req-e6196a53-2002-4e49-90a6-9c97237b2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.894167 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-e6196a53-2002-4e49-90a6-9c97237b2fa7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 914 time: 0.3024585 Feb 02 14:37:18.907640 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:18.933426 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648111f-09f5-4269-b776-61b766a4eba6 req-7bafe4cb-38c8-45d9-a5d3-9c34e198f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:18.935213 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-7bafe4cb-38c8-45d9-a5d3-9c34e198f945 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 200 len: 847 time: 0.1281106 Feb 02 14:37:18.939190 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c8049d25-cd04-46e8-bca5-abf257981796 req-15c80b76-aaaa-4f13-9d7c-fdbcba3720f6 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794072 Feb 02 14:37:19.032542 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648111f-09f5-4269-b776-61b766a4eba6 req-2a47352c-9f3a-4e05-9afc-3f1e0bf8bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:19.036270 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-2a47352c-9f3a-4e05-9afc-3f1e0bf8bb89 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=160971db-a354-4822-b567-8dcc00750d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919700 Feb 02 14:37:19.044367 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-8a24ca41-9a00-4060-ab35-37c3627f8ae3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea374b0e-e460-4411-97b0-41459f2f191e HTTP/1.1" status: 200 len: 217 time: 0.1410577 Feb 02 14:37:19.121253 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74930e-6c7e-499c-9133-336eedec877b req-50ea2f46-2b29-4e1b-9426-834bfcccaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:19.122897 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-50ea2f46-2b29-4e1b-9426-834bfcccaaa9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3869c6a-6169-4328-bd28-48b468715040 HTTP/1.1" status: 200 len: 853 time: 0.0718296 Feb 02 14:37:19.186481 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-1ac769da-3a97-4aab-ab62-76bd3e5e822c service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447320 Feb 02 14:37:19.280136 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:19.285869 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ba723-70fe-4afe-9747-7dc799bcd187 None None] The sync data for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi is: [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:30:52Z', 'revision_number': 4, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '948888ba-7eea-4758-bca4-e801218ffb22', 'name': '', 'network_id': '160971db-a354-4822-b567-8dcc00750d7f', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'mac_address': 'fa:16:3e:b9:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:52Z', 'updated_at': '2022-02-02T14:31:01Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'subnets': [{'id': '5e3aecf2-b2f9-4aac-9c84-16abe2934bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:37:19.347852 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-f648111f-09f5-4269-b776-61b766a4eba6 req-871870e3-855c-48bb-9af9-890ff7e4f4c6 service neutron] 10.222.0.95 "GET /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454854 Feb 02 14:37:19.356095 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-f7e3615e-9142-4753-b0f7-d8a07cabd318 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9fe1e935-394e-4f52-a0ea-636eb24e8a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214773 Feb 02 14:37:19.369123 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-56cd1478-8342-4251-a905-4ebe02a77af5 req-48b5e442-2811-4d7c-af23-f9f4c6a6b8e0 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.0610135 Feb 02 14:37:19.547627 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:19.558833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:19.570465 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:19.571156 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:19.578471 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c10ce4-3981-4f3d-bc20-255ec4e43651 None None] New status for floating IP b405af5f-b3a8-4e93-989d-f4642cd710ce: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:37:19.646442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] No DVR routers for this DVR port eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:37:19.649039 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:19.655459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-deleted', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:19.687801 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-8402f1aa-316f-4822-8be9-a4591cdc6f55 service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630820 Feb 02 14:37:19.689219 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1ca05bb3-ee14-479b-9df2-c554ffaacb0d req-ebf5bbd7-32da-4ea7-bf6c-190c61a9f788 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.95 "DELETE /v2.0/ports/eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 HTTP/1.1" status: 204 len: 173 time: 3.0398924 Feb 02 14:37:19.748813 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75779fda-14ea-4efc-ab1e-0ec27f7ab957', 'name': 'network-vif-deleted', 'tag': 'eaacd76f-a7c1-4068-a4c7-2c9adeed1a22', 'status': 'completed', 'code': 200} Feb 02 14:37:19.766547 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:19.821778 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:19.879659 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:19.879985 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device eaacd76f-a7c1-4068-a4c7-2c9adeed1a22 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:19.896495 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5f74930e-6c7e-499c-9133-336eedec877b req-aff4783c-1059-4939-bbc4-00eecc86707d service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905873 Feb 02 14:37:19.946034 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:20.087363 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aae13-1b00-414f-abfe-92394a642bbc req-91b59ff9-09ef-44ac-86bc-e0ddc15b566c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:20.088878 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b48aae13-1b00-414f-abfe-92394a642bbc req-91b59ff9-09ef-44ac-86bc-e0ddc15b566c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 943 time: 0.0935364 Feb 02 14:37:20.136192 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b48aae13-1b00-414f-abfe-92394a642bbc req-e87b11a6-3d84-4f93-bcc8-ed3330aa8917 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Feb 02 14:37:20.151015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645b001-4ede-4370-a7c7-a683b99a8ce1 req-e1f85dc2-0959-4027-aa67-ada2ae305cb4 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:20.157718 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:20.157983 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2645b001-4ede-4370-a7c7-a683b99a8ce1 req-e1f85dc2-0959-4027-aa67-ada2ae305cb4 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.0884674 Feb 02 14:37:20.162995 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:20.171576 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:20.172182 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:20.197294 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2645b001-4ede-4370-a7c7-a683b99a8ce1 req-7c895272-c5c1-4475-b872-905046ca43b7 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/security-groups?id=25840119-c251-4eb7-9b6e-c21c95930b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385807 Feb 02 14:37:20.356834 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:20.501384 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e883-a5ec-4660-9898-a35c07b79383 req-ed47365f-3b18-484f-9cc9-23836c2e8d34 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:20.503505 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1728e883-a5ec-4660-9898-a35c07b79383 req-ed47365f-3b18-484f-9cc9-23836c2e8d34 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 945 time: 0.0982764 Feb 02 14:37:20.620442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a23bfa58-b750-42ee-be10-2debdaceeb75 req-cd87bd2e-865f-4b47-9f1c-4aa5035bb876 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Synchronizing usage tracker for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:37:20.646078 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Deleting port 02709005-57e7-45db-b48a-428108d96671 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:20.646449 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:20.684037 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-a23bfa58-b750-42ee-be10-2debdaceeb75 req-cd87bd2e-865f-4b47-9f1c-4aa5035bb876 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Unset dirty status for tenant:75b02e5238e9466883a69443c1e64ba8 on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:37:20.685189 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a23bfa58-b750-42ee-be10-2debdaceeb75 req-cd87bd2e-865f-4b47-9f1c-4aa5035bb876 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/ports?device_id=75779fda-14ea-4efc-ab1e-0ec27f7ab957 HTTP/1.1" status: 200 len: 210 time: 0.1337163 Feb 02 14:37:20.758086 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:20.763084 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34667966-a08f-4a8c-96a1-3d81f14c1157 None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': 'dd0ccf55-9379-4014-af04-47d9139eeb47', 'name': '', 'network_id': '9239a2d2-ad07-40b0-ab0a-5abf620e02ad', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'mac_address': 'fa:16:3e:6b:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:18Z', 'updated_at': '2022-02-02T14:29:38Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'subnets': [{'id': '3fe06519-f733-48fd-ada8-80e46a0695cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:37:20.913897 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] For port 02709005-57e7-45db-b48a-428108d96671, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02709005-57e7-45db-b48a-428108d96671,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:20.914317 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:21.003706 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed8a68-8293-4981-af56-39c65e7ef848 None None] New status for floating IP 910dc26a-9fd4-4dad-b7be-2641a57d439a: DOWN {{(pid=86950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:37:21.045309 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Calling delete_port for 02709005-57e7-45db-b48a-428108d96671 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:21.204709 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:21.264878 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event deleted for resources: {'Port': ['ID=02709005-57e7-45db-b48a-428108d96671,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:21.382610 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c4b44-2f14-4578-a703-7e81504811a5 req-87f17ba5-9d11-4d67-88b8-04cc81e4775c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:21.384179 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dc8c4b44-2f14-4578-a703-7e81504811a5 req-87f17ba5-9d11-4d67-88b8-04cc81e4775c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 943 time: 0.1173403 Feb 02 14:37:21.445938 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-dc8c4b44-2f14-4578-a703-7e81504811a5 req-2513592d-2abe-428d-8d90-3235b9526593 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 Feb 02 14:37:21.487336 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] No DVR routers for this DVR port 02709005-57e7-45db-b48a-428108d96671 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:37:21.493675 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:21.498173 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-bebfe5cc-6497-4977-aac8-da1d5bfede12 req-78ff0fcb-01ba-4df3-b29f-b2636f72b70a tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 210 time: 0.0556166 Feb 02 14:37:21.515006 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1728e883-a5ec-4660-9898-a35c07b79383 req-0b511b1e-e994-4cee-8642-73ed6cb1bdcf tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.95 "DELETE /v2.0/ports/02709005-57e7-45db-b48a-428108d96671 HTTP/1.1" status: 204 len: 173 time: 1.0008905 Feb 02 14:37:21.749566 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-deleted', 'tag': '02709005-57e7-45db-b48a-428108d96671'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:21.797091 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f98581-a857-48d3-b9f9-63b049cc1a76', 'name': 'network-vif-deleted', 'tag': '02709005-57e7-45db-b48a-428108d96671', 'status': 'completed', 'code': 200} Feb 02 14:37:21.816621 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ea374b0e-e460-4411-97b0-41459f2f191e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:37:21.818307 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52530) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:21.888466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:21.917988 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:21.955933 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ea374b0e-e460-4411-97b0-41459f2f191e,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:21.969490 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': 'ea374b0e-e460-4411-97b0-41459f2f191e', 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54', 'port_id': 'ea374b0e-e460-4411-97b0-41459f2f191e', 'mac_address': 'fa:16:3e:bd:ff:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3869c6a-6169-4328-bd28-48b468715040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:37:21.979648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.004624 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff793dc-0bbc-47f3-a9c9-71c90a0cd983,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:22.016221 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.017387 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b36be97a-702c-4ff7-b148-f95fc69fdf70 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "DELETE /v2.0/security-groups/fff793dc-0bbc-47f3-a9c9-71c90a0cd983 HTTP/1.1" status: 204 len: 168 time: 0.1980679 Feb 02 14:37:22.020316 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52534) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:22.037159 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.api.v2.resource [None req-eeb6a582-bb5a-4283-899e-ce88619e6564 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] show failed (client error): The resource could not be found. Feb 02 14:37:22.038162 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-eeb6a582-bb5a-4283-899e-ce88619e6564 tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "GET /v2.0/security-groups/fff793dc-0bbc-47f3-a9c9-71c90a0cd983 HTTP/1.1" status: 404 len: 347 time: 0.0169396 Feb 02 14:37:22.041073 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52538) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:22.051353 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.071281 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea374b0e-e460-4411-97b0-41459f2f191e {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:37:22.089571 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ea374b0e-e460-4411-97b0-41459f2f191e,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:22.094626 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.169829 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:22.202701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Deleting port dff5fdff-3c3b-4dc3-85cf-be8cceab21f1 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:22.203042 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.375552 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.375802 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.477803 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ea374b0e-e460-4411-97b0-41459f2f191e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:37:22.606152 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Calling delete_port for dff5fdff-3c3b-4dc3-85cf-be8cceab21f1 owned by network:floatingip {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:22.761909 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e0908-5360-4a25-a613-123c870f4d4f req-21f10e9d-e0e5-4b04-b638-487299a9ee46 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:22.770830 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dd6e0908-5360-4a25-a613-123c870f4d4f req-21f10e9d-e0e5-4b04-b638-487299a9ee46 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 944 time: 0.1341727 Feb 02 14:37:22.818097 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-31af1c24-a423-456a-8c24-43a3f686de0e req-30ba276d-3e1c-4eae-9272-eb262e69c2f4 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f98581-a857-48d3-b9f9-63b049cc1a76 HTTP/1.1" status: 200 len: 210 time: 0.0699508 Feb 02 14:37:22.823809 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.829252 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dd6e0908-5360-4a25-a613-123c870f4d4f req-dad869f4-95be-4f7c-b4b9-f1497dd81345 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574734 Feb 02 14:37:22.874628 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Pushing event deleted for resources: {'Port': ['ID=dff5fdff-3c3b-4dc3-85cf-be8cceab21f1,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:22.965015 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks [] for floatingip, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.984365 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:22.985496 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9cb77d5d-e0a2-4268-aa97-b5cad5b751ce tempest-AttachVolumeShelveTestJSON-1166746415 tempest-AttachVolumeShelveTestJSON-1166746415-project] 10.222.0.48 "DELETE /v2.0/floatingips/910dc26a-9fd4-4dad-b7be-2641a57d439a HTTP/1.1" status: 204 len: 168 time: 0.9435241 Feb 02 14:37:23.818839 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ea374b0e-e460-4411-97b0-41459f2f191e up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:37:23.889250 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port ea374b0e-e460-4411-97b0-41459f2f191e completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:37:23.894777 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port ea374b0e-e460-4411-97b0-41459f2f191e triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:37:23.895145 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:23.923095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52556) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:24.022870 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.052381 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:24.059778 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.063441 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ea374b0e-e460-4411-97b0-41459f2f191e,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:24.068502 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.069362 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:24.094429 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8014be-2c92-4746-9e9e-03675510361f req-9fbd3e6c-1fa3-43d0-a884-9d7e4622f918 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:24.095781 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5e8014be-2c92-4746-9e9e-03675510361f req-9fbd3e6c-1fa3-43d0-a884-9d7e4622f918 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 944 time: 0.1566789 Feb 02 14:37:24.108664 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.130974 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e', 'code': 200} Feb 02 14:37:24.140809 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 02709005-57e7-45db-b48a-428108d96671 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:24.141190 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 02709005-57e7-45db-b48a-428108d96671 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:24.177179 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:24.181574 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-5e8014be-2c92-4746-9e9e-03675510361f req-4b6890c9-e737-4989-bce4-e2d347bead0e tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755529 Feb 02 14:37:24.212445 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.238452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25840119-c251-4eb7-9b6e-c21c95930b0c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:24.246536 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:24.247811 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-77075feb-685d-465e-90fe-b0d9615f7167 tempest-TestShelveInstance-895767989 tempest-TestShelveInstance-895767989-project] 10.222.0.48 "DELETE /v2.0/security-groups/25840119-c251-4eb7-9b6e-c21c95930b0c HTTP/1.1" status: 204 len: 168 time: 0.3217871 Feb 02 14:37:24.299601 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52568) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:24.425770 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446f24-e712-413d-bb43-faf656e486b5 req-53fe48af-681f-436d-b218-49eeeb25843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:24.427383 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-51446f24-e712-413d-bb43-faf656e486b5 req-53fe48af-681f-436d-b218-49eeeb25843c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 1098 time: 0.0856290 Feb 02 14:37:24.472691 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-51446f24-e712-413d-bb43-faf656e486b5 req-4e1f8378-60ea-433f-924b-d8f328bb62eb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Feb 02 14:37:24.920311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:25.432373 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Deleting port 948888ba-7eea-4758-bca4-e801218ffb22 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:25.433105 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:25.574849 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4103f-67dd-4724-a495-9003015c5d15 req-b98284f5-8ae8-457c-9263-4ea57cea8c26 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:25.576323 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fab4103f-67dd-4724-a495-9003015c5d15 req-b98284f5-8ae8-457c-9263-4ea57cea8c26 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 945 time: 0.2279537 Feb 02 14:37:25.658844 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-fab4103f-67dd-4724-a495-9003015c5d15 req-727c362a-9135-4957-83ad-a490121e6d5a tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721292 Feb 02 14:37:25.666382 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] For port 948888ba-7eea-4758-bca4-e801218ffb22, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=948888ba-7eea-4758-bca4-e801218ffb22,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:25.666744 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:25.818807 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Calling delete_port for 948888ba-7eea-4758-bca4-e801218ffb22 owned by network:router_interface {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:25.875701 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52588) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:26.011088 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:26.058634 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Pushing event deleted for resources: {'Port': ['ID=948888ba-7eea-4758-bca4-e801218ffb22,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:26.333924 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:26.505779 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:26.704319 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Router c37866b1-18c7-43e5-8d44-4a9644aaa42e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:26.938713 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf6c25-8802-4c4d-befa-722d35c4577c req-d0dc0845-e3fc-4def-a1ae-01c9f9fa2d63 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:26.940448 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-eebf6c25-8802-4c4d-befa-722d35c4577c req-d0dc0845-e3fc-4def-a1ae-01c9f9fa2d63 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 945 time: 0.1582775 Feb 02 14:37:26.966056 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Deleting port dd0ccf55-9379-4014-af04-47d9139eeb47 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:26.966437 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:26.985608 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:26.995669 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Sync routers for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:27.000928 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-f0ab3189-1a4f-459b-8e33-ed9e8668df6d admin admin] 10.222.0.48 "PUT /v2.0/routers/c37866b1-18c7-43e5-8d44-4a9644aaa42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998012 Feb 02 14:37:27.001591 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52596) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:27.007248 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:27.008414 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:27.057697 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-eebf6c25-8802-4c4d-befa-722d35c4577c req-6ff7db28-15bb-408f-af60-d6ad1b820393 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098535 Feb 02 14:37:27.179446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.211010 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:27.313213 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] For port dd0ccf55-9379-4014-af04-47d9139eeb47, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=dd0ccf55-9379-4014-af04-47d9139eeb47,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:27.313714 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.381882 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.394610 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Deleting port b033b132-5f3d-4262-a275-90bac6b6ef0e {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:27.395625 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.469683 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Calling delete_port for dd0ccf55-9379-4014-af04-47d9139eeb47 owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:27.559458 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:37:25Z', 'revision_number': 5, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port': {'id': 'b033b132-5f3d-4262-a275-90bac6b6ef0e', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:48Z', 'updated_at': '2022-02-02T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:27.566712 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Checking router: c37866b1-18c7-43e5-8d44-4a9644aaa42e for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:27.584378 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Routers {'c37866b1-18c7-43e5-8d44-4a9644aaa42e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:27.587143 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:27.672318 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.771843 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] For port b033b132-5f3d-4262-a275-90bac6b6ef0e, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b033b132-5f3d-4262-a275-90bac6b6ef0e,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:27.772457 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:27.785267 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0ccf55-9379-4014-af04-47d9139eeb47,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:27.817455 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] Set router c37866b1-18c7-43e5-8d44-4a9644aaa42e gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:27.906185 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.906700 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.907139 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.907567 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.908011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.908564 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.910399 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.910835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.911384 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.913356 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.913857 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.914279 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:27.940305 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:37:27Z', 'revision_number': 6, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:27.945097 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aae799-50a4-4274-aafe-6b6bf7676b1b None None] The sync data for ids ['c37866b1-18c7-43e5-8d44-4a9644aaa42e'] in dv-cinder-818884-2-iscsi is: [{'id': 'c37866b1-18c7-43e5-8d44-4a9644aaa42e', 'name': 'tempest-TestShelveInstance-251676188-router', 'tenant_id': 'c0f2e58bef0c449687b260265c987380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:47Z', 'updated_at': '2022-02-02T14:37:27Z', 'revision_number': 6, 'project_id': 'c0f2e58bef0c449687b260265c987380', 'gw_port_host': None}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:37:27.953023 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Calling delete_port for b033b132-5f3d-4262-a275-90bac6b6ef0e owned by network:router_gateway {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:28.146475 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.151685 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.204629 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b033b132-5f3d-4262-a275-90bac6b6ef0e,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:28.312499 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.553077 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:28.599138 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.601831 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.624935 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.625431 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37866b1-18c7-43e5-8d44-4a9644aaa42e {{(pid=86948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:37:28.642134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.643666 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d9bc38e8-ef6a-4ed2-ab90-5611848d2d78 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c37866b1-18c7-43e5-8d44-4a9644aaa42e HTTP/1.1" status: 204 len: 168 time: 1.6408911 Feb 02 14:37:28.646000 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52656) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:28.717987 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Deleting subnet 5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:37:28.721646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.757126 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:28.766185 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Sync routers for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:28.773652 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f7ad7fe7-aa54-4366-a3a1-2aabaa9732dc admin admin] 10.222.0.48 "PUT /v2.0/routers/1941d103-9bb0-4b4b-a6a2-362f9d63d94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8946648 Feb 02 14:37:28.774208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52660) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:28.776716 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.781094 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:28.781812 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:28.868406 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.950924 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:28.998669 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:29.010185 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3aecf2-b2f9-4aac-9c84-16abe2934bf7,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:29.012268 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.022115 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-393c9aa0-43b1-488a-b0ad-8928649de0c6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5e3aecf2-b2f9-4aac-9c84-16abe2934bf7 HTTP/1.1" status: 204 len: 168 time: 0.3749456 Feb 02 14:37:29.022832 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52666) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:29.066231 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32febc5-560a-4918-bd39-46a1fa3a6531 None None] Network 160971db-a354-4822-b567-8dcc00750d7f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:29.159421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.160316 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.171731 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Deleting port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:29.172068 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.372142 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.383668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Deleting port b013478e-0475-4139-8dc2-f6c1ebd73ba9 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:29.384190 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.433658 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] For port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,segment=NetworkSegment(fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c),segment_id=fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:29.433916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.607090 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:37:27Z', 'revision_number': 5, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port': {'id': 'b013478e-0475-4139-8dc2-f6c1ebd73ba9', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:29:03Z', 'updated_at': '2022-02-02T14:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:29.611482 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Checking router: 1941d103-9bb0-4b4b-a6a2-362f9d63d94e for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:29.622370 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Routers {'1941d103-9bb0-4b4b-a6a2-362f9d63d94e'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:29.622877 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:29.656418 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Calling delete_port for 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc owned by network:dhcp {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:29.656907 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] For port b013478e-0475-4139-8dc2-f6c1ebd73ba9, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=b013478e-0475-4139-8dc2-f6c1ebd73ba9,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:29.657326 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.679748 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f6a3a-2fa7-4dbe-be93-39d8d57d2b41 None None] DHCP port deletion for 160971db-a354-4822-b567-8dcc00750d7f request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:37:29.703501 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f6a3a-2fa7-4dbe-be93-39d8d57d2b41 None None] Deleting port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:29.703862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-8e3f6a3a-2fa7-4dbe-be93-39d8d57d2b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.777701 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.822507 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b033b132-5f3d-4262-a275-90bac6b6ef0e no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:29.831513 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:29.839262 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] No DVR routers for this DVR port 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc on host dv-cinder-818884-2-iscsi {{(pid=86948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:37:29.843495 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Calling delete_port for b013478e-0475-4139-8dc2-f6c1ebd73ba9 owned by network:router_gateway {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:29.868260 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: b033b132-5f3d-4262-a275-90bac6b6ef0e {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:29.868625 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b033b132-5f3d-4262-a275-90bac6b6ef0e not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:29.869005 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 948888ba-7eea-4758-bca4-e801218ffb22 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:29.922233 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 948888ba-7eea-4758-bca4-e801218ffb22 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:29.922476 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 948888ba-7eea-4758-bca4-e801218ffb22 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:29.960734 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:29.967796 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f6a3a-2fa7-4dbe-be93-39d8d57d2b41 None None] The port '67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:37:29.973496 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] Set router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e gateway port host: None {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:29.990951 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160971db-a354-4822-b567-8dcc00750d7f']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:30.006497 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:30.006735 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5a76a8-dd1b-4a4b-b7d1-d37ccf219e0c') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:30.019778 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.053532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.062989 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:37:30.064113 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.066080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.098228 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:37:29Z', 'revision_number': 6, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:30.105076 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46af1e-e66c-4198-93f6-14b4de2de4c1 None None] The sync data for ids ['1941d103-9bb0-4b4b-a6a2-362f9d63d94e'] in dv-cinder-818884-2-iscsi is: [{'id': '1941d103-9bb0-4b4b-a6a2-362f9d63d94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1515279228-router', 'tenant_id': '75b02e5238e9466883a69443c1e64ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:29:01Z', 'updated_at': '2022-02-02T14:37:29Z', 'revision_number': 6, 'project_id': '75b02e5238e9466883a69443c1e64ba8', 'gw_port_host': None}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:37:30.153237 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:37:30.170322 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b013478e-0475-4139-8dc2-f6c1ebd73ba9,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:30.188644 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.211576 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.214428 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=160971db-a354-4822-b567-8dcc00750d7f,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:30.232946 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.241049 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-26a5ddd7-2876-4118-810f-3e6a39393a15 admin admin] 10.222.0.48 "DELETE /v2.0/networks/160971db-a354-4822-b567-8dcc00750d7f HTTP/1.1" status: 204 len: 168 time: 1.2165532 Feb 02 14:37:30.243667 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52672) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:30.420985 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.423679 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.449789 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.450494 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1941d103-9bb0-4b4b-a6a2-362f9d63d94e {{(pid=86949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:37:30.463702 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.464863 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-76cda0ee-bdff-4f1d-988b-155921ce32b3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1941d103-9bb0-4b4b-a6a2-362f9d63d94e HTTP/1.1" status: 204 len: 168 time: 1.6858006 Feb 02 14:37:30.467543 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52676) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:30.536155 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Deleting subnet 3fe06519-f733-48fd-ada8-80e46a0695cb {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:37:30.539234 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.597252 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.731123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.811276 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.960621 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.964568 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe06519-f733-48fd-ada8-80e46a0695cb,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:30.970303 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:30.975738 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-7d007caf-1f06-445b-96ce-dbe6b4790a1c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3fe06519-f733-48fd-ada8-80e46a0695cb HTTP/1.1" status: 204 len: 168 time: 0.5071368 Feb 02 14:37:30.978071 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52680) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:30.981344 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a93e6-053b-489b-b977-56ba0980dd3a None None] Network 9239a2d2-ad07-40b0-ab0a-5abf620e02ad requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:31.107880 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.125680 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Deleting port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:31.126107 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.310465 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] DHCP port deletion for 9239a2d2-ad07-40b0-ab0a-5abf620e02ad request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:37:31.316146 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Deleting port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:31.316146 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.386283 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] For port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:31.386908 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.387021 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Deleting port a2bf75e8-7955-436f-857c-f36cb3a3972b {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:31.387429 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.524476 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Calling delete_port for 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 owned by network:dhcp {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:31.586723 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] For port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,segment=NetworkSegment(3b95114b-4925-48b6-b221-efa6291fca1b),segment_id=3b95114b-4925-48b6-b221-efa6291fca1b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:31.587218 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.621697 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] For port a2bf75e8-7955-436f-857c-f36cb3a3972b, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=a2bf75e8-7955-436f-857c-f36cb3a3972b,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:31.622163 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.627396 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.679701 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] No DVR routers for this DVR port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 on host dv-cinder-818884-2-iscsi {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:37:31.712370 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4d1e16-d6c9-41a0-a86c-3b6757ef5157,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:31.725320 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:31.759728 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Calling delete_port for a2bf75e8-7955-436f-857c-f36cb3a3972b owned by network:router_interface {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:31.818795 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.821727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Calling delete_port for 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:31.848664 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:31.849148 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:31.849273 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9239a2d2-ad07-40b0-ab0a-5abf620e02ad']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:31.849752 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b013478e-0475-4139-8dc2-f6c1ebd73ba9 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:31.863157 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b95114b-4925-48b6-b221-efa6291fca1b') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:31.863451 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b95114b-4925-48b6-b221-efa6291fca1b') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:31.875419 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.898768 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.899973 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: b013478e-0475-4139-8dc2-f6c1ebd73ba9 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:31.900322 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device b013478e-0475-4139-8dc2-f6c1ebd73ba9 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:31.900724 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device dd0ccf55-9379-4014-af04-47d9139eeb47 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:31.912153 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:37:31.912698 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:37:31.926376 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:37:31.938619 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: dd0ccf55-9379-4014-af04-47d9139eeb47 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:31.938959 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device dd0ccf55-9379-4014-af04-47d9139eeb47 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:31.939907 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:31.965694 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:31.984211 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:31.984846 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67f6c949-4d1f-4d2a-a89c-f50a0c2c87cc not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:32.007757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:37:32.008094 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:37:32.013458 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bf75e8-7955-436f-857c-f36cb3a3972b,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:32.022963 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.023150 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.023384 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.023729 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.024776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.024776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.024776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.025071 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.025313 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.025634 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.026350 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.026350 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.026580 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:37:32.041225 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.052561 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] Pushing event deleted for resources: {'Network': ['ID=9239a2d2-ad07-40b0-ab0a-5abf620e02ad,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:32.074296 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-77d80da9-fecf-402c-9c64-ea1531f14456 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9239a2d2-ad07-40b0-ab0a-5abf620e02ad HTTP/1.1" status: 204 len: 168 time: 1.0924268 Feb 02 14:37:32.225779 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52688) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:32.289520 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-327759d1-5dce-41aa-b9d0-c46fc056900b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75b02e5238e9466883a69443c1e64ba8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624428 Feb 02 14:37:32.292344 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52694) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:32.356489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.385253 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.426798 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.453755 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.476097 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5d128-5a59-4521-aa60-b98c5a4d44d5,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:32.482986 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.484358 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-bd3853a4-c731-4664-ade4-8cfcd75541a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42e5d128-5a59-4521-aa60-b98c5a4d44d5 HTTP/1.1" status: 204 len: 168 time: 0.1908338 Feb 02 14:37:32.511402 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Deleting port 5b4d1e16-d6c9-41a0-a86c-3b6757ef5157 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:32.511773 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:32.594339 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-898fec03-c291-4694-845d-c8ad0e1904d8 None None] The port '5b4d1e16-d6c9-41a0-a86c-3b6757ef5157' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:37:32.859214 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Router 80e22489-14b0-478e-9d94-6fdc860e07f0 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:33.046118 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:33.055735 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Sync routers for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:33.061737 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-dbe61b85-a9e6-464e-bf24-63ccfce59ff4 admin admin] 10.222.0.48 "PUT /v2.0/routers/80e22489-14b0-478e-9d94-6fdc860e07f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8168893 Feb 02 14:37:33.065518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52710) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:33.067749 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:33.068742 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:33.096312 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-26ffdfd4-0770-4a4d-a4fb-40d7740c2332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:33.285804 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:33.287355 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:33.631115 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:33.643308 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Deleting port d141db13-90d2-47ff-a9ac-842b674f7512 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:33.644284 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:33.684521 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:37:31Z', 'revision_number': 5, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port': {'id': 'd141db13-90d2-47ff-a9ac-842b674f7512', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:30:57Z', 'updated_at': '2022-02-02T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:33.690617 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Checking router: 80e22489-14b0-478e-9d94-6fdc860e07f0 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:33.700913 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Routers {'80e22489-14b0-478e-9d94-6fdc860e07f0'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:33.701533 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['80e22489-14b0-478e-9d94-6fdc860e07f0'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:33.862735 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] For port d141db13-90d2-47ff-a9ac-842b674f7512, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d141db13-90d2-47ff-a9ac-842b674f7512,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:33.863172 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:33.864819 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] Set router 80e22489-14b0-478e-9d94-6fdc860e07f0 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:33.980894 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:37:33Z', 'revision_number': 6, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:33.987791 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee569fc9-c1c6-44bb-9b78-14e72b733c06 None None] The sync data for ids ['80e22489-14b0-478e-9d94-6fdc860e07f0'] in dv-cinder-818884-2-iscsi is: [{'id': '80e22489-14b0-478e-9d94-6fdc860e07f0', 'name': 'tempest-TestShelveInstance-1765104171-router', 'tenant_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:30:56Z', 'updated_at': '2022-02-02T14:37:33Z', 'revision_number': 6, 'project_id': 'e6e2072054ff44baa5c96c43cfd263ba', 'gw_port_host': None}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:37:34.000609 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Calling delete_port for d141db13-90d2-47ff-a9ac-842b674f7512 owned by network:router_gateway {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:34.197366 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.257972 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d141db13-90d2-47ff-a9ac-842b674f7512,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:34.361681 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.551687 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.554355 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.576916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.577583 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e22489-14b0-478e-9d94-6fdc860e07f0 {{(pid=86949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:37:34.592642 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.593771 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-f555adc2-ea4e-4e8f-b00a-9a39562d5af0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/80e22489-14b0-478e-9d94-6fdc860e07f0 HTTP/1.1" status: 204 len: 168 time: 1.5268624 Feb 02 14:37:34.597203 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52742) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:34.660320 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Deleting subnet ebe0569e-5aee-41af-9257-4965a88d6448 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:37:34.663440 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.714463 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.803027 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.877073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.922665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe0569e-5aee-41af-9257-4965a88d6448,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:34.924980 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:34.928612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de880d7-04c0-4f32-8247-efd65ae37c40 None None] Network 32049aea-ac41-49c6-b2b7-4c0ba9565361 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:34.931414 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-658cc3ef-99a4-469a-8463-6128714c6a03 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ebe0569e-5aee-41af-9257-4965a88d6448 HTTP/1.1" status: 204 len: 168 time: 0.3332462 Feb 02 14:37:34.934062 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52746) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:35.048765 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.067599 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Deleting port d9beed11-1b22-4170-aacc-4804f4f79954 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:35.068222 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.206657 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] DHCP port deletion for 32049aea-ac41-49c6-b2b7-4c0ba9565361 request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:37:35.210530 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Deleting port d9beed11-1b22-4170-aacc-4804f4f79954 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:35.210901 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.316682 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] For port d9beed11-1b22-4170-aacc-4804f4f79954, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d9beed11-1b22-4170-aacc-4804f4f79954,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:35.316926 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.434835 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] For port d9beed11-1b22-4170-aacc-4804f4f79954, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d9beed11-1b22-4170-aacc-4804f4f79954,segment=NetworkSegment(276da26b-f2f2-425e-a268-f649642c031b),segment_id=276da26b-f2f2-425e-a268-f649642c031b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:35.435153 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.443860 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Calling delete_port for d9beed11-1b22-4170-aacc-4804f4f79954 owned by network:dhcp {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:35.531439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.609427 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9beed11-1b22-4170-aacc-4804f4f79954,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:35.613437 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] No DVR routers for this DVR port d9beed11-1b22-4170-aacc-4804f4f79954 on host dv-cinder-818884-2-iscsi {{(pid=86948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:37:35.624347 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Calling delete_port for d9beed11-1b22-4170-aacc-4804f4f79954 owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:35.702471 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d9beed11-1b22-4170-aacc-4804f4f79954 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:35.741629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: d9beed11-1b22-4170-aacc-4804f4f79954 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:35.741847 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d9beed11-1b22-4170-aacc-4804f4f79954 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:35.742265 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a2bf75e8-7955-436f-857c-f36cb3a3972b no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:35.840612 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: a2bf75e8-7955-436f-857c-f36cb3a3972b {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:35.841071 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device a2bf75e8-7955-436f-857c-f36cb3a3972b not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:35.841805 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d141db13-90d2-47ff-a9ac-842b674f7512 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:37:35.876351 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:37:35.876708 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:37:35.882891 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: d141db13-90d2-47ff-a9ac-842b674f7512 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:37:35.883403 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d141db13-90d2-47ff-a9ac-842b674f7512 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:37:35.888030 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.918476 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32049aea-ac41-49c6-b2b7-4c0ba9565361']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:35.932424 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276da26b-f2f2-425e-a268-f649642c031b') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:35.932717 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276da26b-f2f2-425e-a268-f649642c031b') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:35.945558 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.962186 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.969095 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:37:35.969520 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:37:35.983580 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:37:36.060302 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.076370 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.087395 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=32049aea-ac41-49c6-b2b7-4c0ba9565361,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:36.092104 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-97ee371f-fd1a-46f7-bb9a-f95826249e07 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32049aea-ac41-49c6-b2b7-4c0ba9565361 HTTP/1.1" status: 204 len: 168 time: 1.1559312 Feb 02 14:37:36.220147 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4150-dbf1-491f-acbc-b46d0ddaadbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.275108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52772) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:36.327575 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e44ef882-52e8-4f08-a77f-2a0056a0e1ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0f2e58bef0c449687b260265c987380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512953 Feb 02 14:37:36.330789 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52776) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:36.378315 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Deleting port d9beed11-1b22-4170-aacc-4804f4f79954 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:36.378751 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.396808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.424644 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.447801 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-337793e9-7acb-40a5-a262-f9af245355e8 None None] The port 'd9beed11-1b22-4170-aacc-4804f4f79954' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:37:36.479702 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.497509 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048767d0-4d5c-4cce-85d4-5f4269a5bfc5,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:36.508203 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:36.511321 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-3799cf99-000b-4328-90a6-03b257a276f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/048767d0-4d5c-4cce-85d4-5f4269a5bfc5 HTTP/1.1" status: 204 len: 168 time: 0.1776431 Feb 02 14:37:36.880595 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52786) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:36.933802 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9471d31e-76e3-4ef9-8a04-b59f949f7022 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6e2072054ff44baa5c96c43cfd263ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517919 Feb 02 14:37:36.936112 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52790) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:37.003962 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.031700 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.101500 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.117207 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80fb81-26e6-4792-a69d-116b7d2226ee,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:37.128592 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.129898 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c7b0d922-4df7-472f-bf3a-4f957b0a3948 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea80fb81-26e6-4792-a69d-116b7d2226ee HTTP/1.1" status: 204 len: 168 time: 0.1929026 Feb 02 14:37:37.180325 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.356441 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52804) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:37.404396 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.499588 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.519916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:37.524842 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Usage tracker for resource:security_group_rule and tenant:b8429e8e41a948689f4cec52b7685d4d is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:37.528218 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:37.534796 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:37.630172 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.634045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.688769 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8429e8e41a948689f4cec52b7685d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307021 Feb 02 14:37:37.690297 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60b0c-4b02-4b55-9fc4-950e23c26860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b2136-3e03-483a-9b86-2c706b1232d3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:37.692375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52810) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:37.758732 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.785482 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.843411 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.864244 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b2136-3e03-483a-9b86-2c706b1232d3,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:37.868807 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:37.871021 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-15ff9d83-dae6-4129-867c-55c4b3b049d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d92b2136-3e03-483a-9b86-2c706b1232d3 HTTP/1.1" status: 204 len: 168 time: 0.1775959 Feb 02 14:37:39.408362 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:47.106449 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:37:48.624660 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 52972) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:48.745492 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:48.760273 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:48.764429 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Usage tracker for resource:security_group_rule and tenant:5f9956664d08423bb5d3c02ed0dce72e is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:48.768243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:48.774016 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:48.867872 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:48.871877 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:48.920082 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f9956664d08423bb5d3c02ed0dce72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942736 Feb 02 14:37:48.920868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143ac5f-f143-4c66-bfe4-11e8185f676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac553e-2928-4cf8-a59d-e661a4013c30,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:48.923346 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 52978) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:48.982738 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.013433 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.074467 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.091483 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac553e-2928-4cf8-a59d-e661a4013c30,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:49.103094 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.104515 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-357b4bb8-62df-40c6-9dcb-9324ccc44606 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efac553e-2928-4cf8-a59d-e661a4013c30 HTTP/1.1" status: 204 len: 168 time: 0.1799319 Feb 02 14:37:49.788114 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53006) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:49.846636 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.902153 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891054307-network', 'tenant_id': '8c94841d5a39461986d4f134d63bd9bd'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:49.908158 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:49.912119 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Usage tracker for resource:network and tenant:8c94841d5a39461986d4f134d63bd9bd is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:49.914911 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:49.921018 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:49.931336 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Made reservation on behalf of 8c94841d5a39461986d4f134d63bd9bd for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:49.933591 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.945653 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:49.963332 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:49.967075 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Usage tracker for resource:security_group_rule and tenant:8c94841d5a39461986d4f134d63bd9bd is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:49.970685 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:49.976306 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:50.061221 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.065116 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.099196 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:37:50.104683 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58988b-5ee4-4595-baf7-5a80b3731490,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:50.113128 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.113128 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Added segment 742c0038-3a38-44dc-9f8b-4ea144950151 of type vlan for network 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 Feb 02 14:37:50.139840 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.170169 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.171161 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:50.171745 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.278967 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4897203 Feb 02 14:37:50.279694 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf09ba-3a51-426d-a4b0-044bd1c84440 admin admin] Pushing event updated for resources: {'Network': ['ID=7349c516-ecd1-4f01-8e0e-b0d783fcd7a6,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:50.282517 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53012) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:50.288577 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Request body: {'subnet': {'network_id': '7349c516-ecd1-4f01-8e0e-b0d783fcd7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891054307-subnet', 'tenant_id': '8c94841d5a39461986d4f134d63bd9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:50.291510 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:37:50.293487 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:50.297498 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Usage tracker for resource:subnet and tenant:8c94841d5a39461986d4f134d63bd9bd is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:50.300890 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:50.307767 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:50.318096 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Made reservation on behalf of 8c94841d5a39461986d4f134d63bd9bd for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:50.320739 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13636465'] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.543860 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16360803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13636451'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.624521 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2666c1e6-245b-432e-911f-7f0d0109cb5b,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:50.634409 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Checking segment: {'id': '742c0038-3a38-44dc-9f8b-4ea144950151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '7349c516-ecd1-4f01-8e0e-b0d783fcd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:37:50.634800 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Network hostable DHCP agents. Network: 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:37:50.656001 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Network 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:37:50.666523 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:37:50.670715 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:50.671293 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:50.676181 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942225e9-bc0f-42ce-9d4b-cebf8a50d5c1 None None] Network 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:50.693197 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-07cd74ea-0024-414f-8477-4c15b1bc1427 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4092906 Feb 02 14:37:50.923505 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37435d16-9574-405f-8aa3-8be042502144 None None] Network 7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:51.265071 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53032) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:51.271441 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824143089-network', 'tenant_id': 'e7ef634b8e354c11aa8ff434028a41b5'}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:51.276181 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:51.280641 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Usage tracker for resource:network and tenant:e7ef634b8e354c11aa8ff434028a41b5 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:51.284289 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:51.290674 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:51.300930 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Made reservation on behalf of e7ef634b8e354c11aa8ff434028a41b5 for: {'network': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:51.303500 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for network, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.316355 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.331721 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:51.335511 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ef634b8e354c11aa8ff434028a41b5 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:51.338270 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:51.343874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:51.433193 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.437206 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.468039 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=86948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:37:51.476441 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768432e5-b532-4f28-b4ce-2776f76444d5,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:51.481989 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.482355 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.segments_db [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Added segment 58f33bdc-a9f0-4487-a640-c0225aa039ba of type vlan for network 18bdf9a0-cad2-481c-9b4d-0326592f458b Feb 02 14:37:51.513163 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760315888523'] for network, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.543916 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847'] for network, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.544831 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:51.545433 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.648381 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3821969 Feb 02 14:37:51.651286 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53040) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:51.651956 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596123c-4c88-45bc-bcf0-6f2d288a55e2 admin admin] Pushing event updated for resources: {'Network': ['ID=18bdf9a0-cad2-481c-9b4d-0326592f458b,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:51.659548 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.v2.base [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Request body: {'subnet': {'network_id': '18bdf9a0-cad2-481c-9b4d-0326592f458b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824143089-subnet', 'tenant_id': 'e7ef634b8e354c11aa8ff434028a41b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:51.662711 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Network 18bdf9a0-cad2-481c-9b4d-0326592f458b details requested by agent ovs-agent-dv-cinder-818884-2-iscsi with host dv-cinder-818884-2-iscsi {{(pid=86950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:37:51.663985 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:37:51.668045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Usage tracker for resource:subnet and tenant:e7ef634b8e354c11aa8ff434028a41b5 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:37:51.670952 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:37:51.680203 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:37:51.696644 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Made reservation on behalf of e7ef634b8e354c11aa8ff434028a41b5 for: {'subnet': 1} {{(pid=86948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:37:51.699369 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13636465'] for subnet, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.918940 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16360803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13636451'] for subnet, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:51.999003 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac274649-d41a-41b2-b122-501b8e016909,revision_number=0']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:52.014757 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Checking segment: {'id': '58f33bdc-a9f0-4487-a640-c0225aa039ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '18bdf9a0-cad2-481c-9b4d-0326592f458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:37:52.015093 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Network hostable DHCP agents. Network: 18bdf9a0-cad2-481c-9b4d-0326592f458b, hostable agents: ['6a1334b0-3682-474e-b1a9-82de38809880'], hosted agents: [] {{(pid=86948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:37:52.035752 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Network 18bdf9a0-cad2-481c-9b4d-0326592f458b is scheduled to be hosted by DHCP agent 6a1334b0-3682-474e-b1a9-82de38809880 with binding_index 1 {{(pid=86948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:37:52.045286 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.base_scheduler [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-2-iscsi, 18bdf9a0-cad2-481c-9b4d-0326592f458b) {{(pid=86948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:37:52.050680 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:52.051269 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.056338 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae00a6e-f482-4d12-bbc8-5f996745e66a None None] Network 18bdf9a0-cad2-481c-9b4d-0326592f458b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:52.175839 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3e92994f-3906-4b95-8d1f-b10083b76c84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5214448 Feb 02 14:37:52.291418 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf445b-0329-491a-b4bd-a11748a8a7ad None None] Network 18bdf9a0-cad2-481c-9b4d-0326592f458b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:37:52.320142 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53054) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:52.383591 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Deleting subnet 2666c1e6-245b-432e-911f-7f0d0109cb5b {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:37:52.388474 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.446935 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.505100 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.572754 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.611994 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2666c1e6-245b-432e-911f-7f0d0109cb5b,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:52.615727 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.621866 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-145dfbf9-3435-4904-9c26-eced30a7fdef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2666c1e6-245b-432e-911f-7f0d0109cb5b HTTP/1.1" status: 204 len: 168 time: 0.3006015 Feb 02 14:37:52.624466 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53058) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:52.733646 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.862181 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.891046 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7349c516-ecd1-4f01-8e0e-b0d783fcd7a6']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:52.903502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742c0038-3a38-44dc-9f8b-4ea144950151') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:52.903795 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742c0038-3a38-44dc-9f8b-4ea144950151') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:52.915942 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.933623 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.940136 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:37:52.940526 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:37:52.953966 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:37:53.033871 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.050719 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.064206 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=7349c516-ecd1-4f01-8e0e-b0d783fcd7a6,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:53.066796 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-0d5d03d5-d49a-478f-9192-39787fbc5f4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/7349c516-ecd1-4f01-8e0e-b0d783fcd7a6 HTTP/1.1" status: 204 len: 168 time: 0.4413879 Feb 02 14:37:53.069856 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53064) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:53.128935 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Deleting subnet ac274649-d41a-41b2-b122-501b8e016909 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:37:53.131978 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.185516 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.241819 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.312652 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.354874 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac274649-d41a-41b2-b122-501b8e016909,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:53.358846 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.365853 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-21285962-ee30-4b38-82dc-40f669d7c052 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ac274649-d41a-41b2-b122-501b8e016909 HTTP/1.1" status: 204 len: 168 time: 0.2948458 Feb 02 14:37:53.368279 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53068) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:53.473209 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.608445 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.634043 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bdf9a0-cad2-481c-9b4d-0326592f458b']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:53.646532 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f33bdc-a9f0-4487-a640-c0225aa039ba') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:53.646830 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f33bdc-a9f0-4487-a640-c0225aa039ba') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:53.658653 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.674864 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.681218 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:37:53.681600 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:37:53.695713 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:37:53.774452 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.790296 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:53.799853 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] Pushing event deleted for resources: {'Network': ['ID=18bdf9a0-cad2-481c-9b4d-0326592f458b,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:53.804856 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-54f233a7-e4ad-4e95-ba27-5def132ace0e admin admin] 10.222.0.48 "DELETE /v2.0/networks/18bdf9a0-cad2-481c-9b4d-0326592f458b HTTP/1.1" status: 204 len: 168 time: 0.4333327 Feb 02 14:37:53.980732 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53074) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:54.030017 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-9367fb9c-144b-4a45-a017-5b2ec636ef3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c94841d5a39461986d4f134d63bd9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480299 Feb 02 14:37:54.035018 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53078) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:54.101793 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.127575 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.178920 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.196142 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58988b-5ee4-4595-baf7-5a80b3731490,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:54.204703 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.205817 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5a707964-0202-41ec-895b-781e2097869a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d58988b-5ee4-4595-baf7-5a80b3731490 HTTP/1.1" status: 204 len: 168 time: 0.1665001 Feb 02 14:37:54.560311 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53088) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:54.609629 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-85efd9cc-17e1-433d-b566-e63572eb4f23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7ef634b8e354c11aa8ff434028a41b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475926 Feb 02 14:37:54.612053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53092) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:54.669223 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.695895 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.745584 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.760518 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768432e5-b532-4f28-b4ce-2776f76444d5,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:54.766825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:54.767918 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-d857fb7f-fb46-431c-9225-9f07f8e84fb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/768432e5-b532-4f28-b4ce-2776f76444d5 HTTP/1.1" status: 204 len: 168 time: 0.1549864 Feb 02 14:37:56.276013 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-a4d07c0e-e67f-4d29-9c9d-fad320f7d616 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316791429&fields=id&tenant_id=34cfe677db56499591f5172cad7a6799 HTTP/1.1" status: 200 len: 267 time: 0.0453143 Feb 02 14:37:56.486373 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-36ca52cf-8448-4a74-8c74-9536293bdd80 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:56.494108 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-36ca52cf-8448-4a74-8c74-9536293bdd80 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 984 time: 0.2101367 Feb 02 14:37:56.501578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Request body: {'port': {'security_groups': ['1f370cae-e925-49b3-b568-eddb49382e7e']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:37:56.629537 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:56.883186 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:37:56.911987 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:56.916777 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:56.991558 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:56.992183 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:56.993562 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74a56fcf-c22d-4790-9596-a4893bcc91cf req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "PUT /v2.0/ports/c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 942 time: 0.4986298 Feb 02 14:37:56.994007 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:56.999768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53158) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:57.016456 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e3b9-ccc9-43d4-8d28-c6a4fffaab84 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event updated for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=7']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:57.045466 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:37:57.080979 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.112743 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.180410 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.205763 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be4fe24-1418-4a2c-b926-e69089ed2281,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:57.216472 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.218428 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-8005fead-f4c5-403d-bd42-43eef5a3189c tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "DELETE /v2.0/security-groups/0be4fe24-1418-4a2c-b926-e69089ed2281 HTTP/1.1" status: 204 len: 168 time: 0.2154040 Feb 02 14:37:57.221723 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53162) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:37:57.241528 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-2413e90b-9d83-4b67-ba74-ed46efaf4c20 None None] Provisioning complete for port c98315d8-9161-448c-989e-5a756096b90f triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:37:57.241985 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2413e90b-9d83-4b67-ba74-ed46efaf4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.522391 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Deleting port 02b00a97-3b2b-4369-b5fc-0c26c9587a8c {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:37:57.522748 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.698909 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.699271 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:57.827199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Calling delete_port for 02b00a97-3b2b-4369-b5fc-0c26c9587a8c owned by network:floatingip {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:37:57.986755 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:58.037245 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event deleted for resources: {'Port': ['ID=02b00a97-3b2b-4369-b5fc-0c26c9587a8c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:37:58.133443 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks [] for floatingip, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:58.133776 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Floating IP 13dc834a-b908-4b0b-8129-9f4515d95d0f disassociated (deleted). External IP: 172.27.2.27, port: c98315d8-9161-448c-989e-5a756096b90f. Feb 02 14:37:58.499180 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Router 83a40894-845c-487c-884e-a256f1c9325f has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:37:58.699579 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:37:58.710156 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Sync routers for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:37:58.720712 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:58.721293 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:37:58.721468 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:58.777504 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-3423d5c3-41a1-447e-bdd8-026cc28c9762 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "DELETE /v2.0/floatingips/13dc834a-b908-4b0b-8129-9f4515d95d0f HTTP/1.1" status: 204 len: 168 time: 1.5547094 Feb 02 14:37:58.778099 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:37:58.828604 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:37:58.936311 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:59.251738 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:59.255602 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Checking router: 83a40894-845c-487c-884e-a256f1c9325f for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:37:59.264588 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:37:59.265196 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:37:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:37:59.444278 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:37:59.680087 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:37:59.808398 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-1b0c223b-8d7d-42ac-84f4-d9438a5beb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:59.810175 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-1b0c223b-8d7d-42ac-84f4-d9438a5beb7e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1098 time: 0.1111772 Feb 02 14:37:59.850556 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:37:59.982647 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-8122a67d-186e-41d8-bf9d-026163c7d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:37:59.984326 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-8122a67d-186e-41d8-bf9d-026163c7d8de service neutron] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 916 time: 0.1422992 Feb 02 14:38:00.018220 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:00.030548 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374849d-ee59-4b5f-ae22-6724704d2c88 None None] The sync data for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi is: [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:35:04Z', 'revision_number': 4, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '18794a8d-f9ed-4293-993a-6cf828757767', 'name': '', 'network_id': 'd56cd5a1-d9bb-4476-ba57-564fd8163dbb', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'mac_address': 'fa:16:3e:82:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:03Z', 'updated_at': '2022-02-02T14:35:12Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'subnets': [{'id': '68bbc837-afa9-4006-9ec8-f9849792603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:38:00.073611 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-f2506f22-2c72-4ac1-9960-7ea96cc3820f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 217 time: 0.0801642 Feb 02 14:38:00.156775 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-ea2e1b68-c4aa-4228-b147-9c2246bc790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:00.158394 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-ea2e1b68-c4aa-4228-b147-9c2246bc790f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.0631921 Feb 02 14:38:00.248610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-af978caf-86db-4c7e-a7a5-00fd9996104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:00.251433 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-af978caf-86db-4c7e-a7a5-00fd9996104a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848949 Feb 02 14:38:00.386854 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e37a8e-9ad7-4cb2-a08a-0e1b9da141e3 None None] New status for floating IP 13dc834a-b908-4b0b-8129-9f4515d95d0f: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:38:00.415373 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-8feb1bec-0cfa-4395-a96e-dd683803d0e2 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569998 Feb 02 14:38:00.571360 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-76ed3727-c4dc-4efd-9e3f-a481c69c369a req-d4cdccb8-6f94-4090-91bc-f887386f008b service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473563 Feb 02 14:38:00.731161 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acc42-5971-4d62-91bb-758ce075e295 req-bc2854b3-1269-4777-b415-8e2d7538fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:00.732737 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-bc2854b3-1269-4777-b415-8e2d7538fa0e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34cfe677db56499591f5172cad7a6799&device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 1098 time: 0.0788686 Feb 02 14:38:00.898951 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53234) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:00.910330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acc42-5971-4d62-91bb-758ce075e295 req-043a9473-04ce-4458-8096-d3e315eda442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:00.912006 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-043a9473-04ce-4458-8096-d3e315eda442 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 200 len: 916 time: 0.1722181 Feb 02 14:38:00.995169 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-973d48f0-8f5e-475b-bc94-f745c266e8a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 200 len: 217 time: 0.0731695 Feb 02 14:38:01.068802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.094948 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:01.100900 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acc42-5971-4d62-91bb-758ce075e295 req-6cac19e9-edfb-4a53-9129-7c12a1236629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:01.102408 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-6cac19e9-edfb-4a53-9129-7c12a1236629 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 200 len: 854 time: 0.0909202 Feb 02 14:38:01.103316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Usage tracker for resource:security_group_rule and tenant:f10876853cd84dd594c7164bf4018386 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:01.106178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:01.237430 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:01.324674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acc42-5971-4d62-91bb-758ce075e295 req-8c5f7e21-ed3c-4dc7-b111-7039293061be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:01.326179 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-8c5f7e21-ed3c-4dc7-b111-7039293061be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d56cd5a1-d9bb-4476-ba57-564fd8163dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2171409 Feb 02 14:38:01.373761 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.379123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.430714 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f10876853cd84dd594c7164bf4018386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306947 Feb 02 14:38:01.431773 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0016fd6-261e-4799-82fe-3a2c45a87119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555c165-2b27-4a01-95f4-cdacb3663f1c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:01.433645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53246) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:01.605306 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.631442 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.691727 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.707446 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555c165-2b27-4a01-95f4-cdacb3663f1c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:01.714329 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:01.715487 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-b9ed563a-b860-495b-8ed9-f620389bfaf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7555c165-2b27-4a01-95f4-cdacb3663f1c HTTP/1.1" status: 204 len: 168 time: 0.2806809 Feb 02 14:38:02.009561 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53262) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:02.028230 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.047901 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:02.048269 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e6e3c8837146399cc3a5c5fc7473b0 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:02.051597 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:02.057263 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:02.146307 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.150072 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.204540 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0e6e3c8837146399cc3a5c5fc7473b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909049 Feb 02 14:38:02.204540 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98667e3-8f1c-4c4a-bc13-656ff05f9643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90351e27-c00b-4036-a90c-057eae2ab6b3,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:02.206856 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53266) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:02.267876 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.294703 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.320886 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-15d5ba3b-856f-4ac9-8f25-9f927d72036d service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268272 Feb 02 14:38:02.348808 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.363777 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90351e27-c00b-4036-a90c-057eae2ab6b3,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:02.371240 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:02.372334 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-a5c966e8-7467-4b49-8e87-615bddbe7a0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90351e27-c00b-4036-a90c-057eae2ab6b3 HTTP/1.1" status: 204 len: 168 time: 0.1643615 Feb 02 14:38:03.098153 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-303b504d-63da-4cbe-a53e-0827ab2fe253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:03.135788 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e48acc42-5971-4d62-91bb-758ce075e295 req-5b253e81-d6e7-44de-acc9-84afc8fab7c0 service neutron] 10.222.0.95 "GET /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445384 Feb 02 14:38:04.223352 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53320) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:04.357611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.373324 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:04.378369 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Usage tracker for resource:security_group_rule and tenant:cacaaaf247db41f0b664e8d5c0104ab1 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:04.381323 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:04.387316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:04.502211 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.506891 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.561067 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cacaaaf247db41f0b664e8d5c0104ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361468 Feb 02 14:38:04.561614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad6928-58d0-432c-b31a-cfb785361a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2570c1-5558-4572-829f-16c9e8cbd1b2,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:04.564985 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53326) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:04.630607 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.662523 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.721577 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.739094 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2570c1-5558-4572-829f-16c9e8cbd1b2,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:04.744630 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:04.746365 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-63925770-4518-40d8-8bec-1cc8ce6c87f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f2570c1-5558-4572-829f-16c9e8cbd1b2 HTTP/1.1" status: 204 len: 168 time: 0.1801565 Feb 02 14:38:05.047760 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53338) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:05.066168 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.081744 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:05.085999 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2410c4e18043ae8312161a78634519 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:05.089091 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:05.096245 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:05.202189 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.208084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.269497 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c2410c4e18043ae8312161a78634519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180378 Feb 02 14:38:05.269497 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3c12-389a-45e4-9a7d-94fb03166600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983ac65-615b-4aae-98dc-860c968fc4f5,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:05.269978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53348) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:05.392586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.430448 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.490801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e7d4-1f87-4e66-b6da-ffd85086c619 req-530a43c6-c8ef-44f3-96b0-78dcee8d6592 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:05.492263 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-db42e7d4-1f87-4e66-b6da-ffd85086c619 req-530a43c6-c8ef-44f3-96b0-78dcee8d6592 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.1479259 Feb 02 14:38:05.514808 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.540756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983ac65-615b-4aae-98dc-860c968fc4f5,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:05.570789 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-db42e7d4-1f87-4e66-b6da-ffd85086c619 req-16dea494-12b1-413b-821f-e3a705ca516d tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724599 Feb 02 14:38:05.578657 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:05.582464 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c2aa2b69-a5f3-4092-be09-b799eadb1281 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c983ac65-615b-4aae-98dc-860c968fc4f5 HTTP/1.1" status: 204 len: 168 time: 0.3091195 Feb 02 14:38:06.224072 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5f3a79b4-3246-4a01-954a-3303a755218a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:06.785163 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-763d5478-c1de-4967-8f8c-9801c5479d66 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:06.785851 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-763d5478-c1de-4967-8f8c-9801c5479d66 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:38:06.802164 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-763d5478-c1de-4967-8f8c-9801c5479d66 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:38:06.803331 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-763d5478-c1de-4967-8f8c-9801c5479d66 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.1016259 Feb 02 14:38:06.848439 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-614ba501-45da-4d07-8ff1-c55418586ff3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Synchronizing usage tracker for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:38:06.864320 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-614ba501-45da-4d07-8ff1-c55418586ff3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Unset dirty status for tenant:34cfe677db56499591f5172cad7a6799 on resource:security_group {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:38:06.865913 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-3a23f953-2fc1-403c-9b86-e932837b0302 req-614ba501-45da-4d07-8ff1-c55418586ff3 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Feb 02 14:38:06.964126 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53402) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:07.082169 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.097248 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:07.101069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Usage tracker for resource:security_group_rule and tenant:d72c956c9f2b469392c82a7d12006818 is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:07.103857 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:07.110367 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:07.187240 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.193365 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.197248 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.242714 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b18a51c-0dc2-48c6-b9aa-0ad797781b0c,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:07.249876 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e44c1601-49bb-42d0-bbe8-5bd1c7695c2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d72c956c9f2b469392c82a7d12006818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842379 Feb 02 14:38:07.249977 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53408) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:07.308937 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.334282 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.388571 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.404413 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.407045 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b18a51c-0dc2-48c6-b9aa-0ad797781b0c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:07.417127 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.418378 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-75ecd709-b8b0-480f-a1f2-6c97bbafd364 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b18a51c-0dc2-48c6-b9aa-0ad797781b0c HTTP/1.1" status: 204 len: 168 time: 0.1678035 Feb 02 14:38:07.551582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-0d933c61-dd59-4ddb-a75d-cb3b6304cf73 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:07.553368 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-0d933c61-dd59-4ddb-a75d-cb3b6304cf73 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.95 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.0918498 Feb 02 14:38:07.632514 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Deleting port c98315d8-9161-448c-989e-5a756096b90f {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:07.632862 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:07.900946 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] For port c98315d8-9161-448c-989e-5a756096b90f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c98315d8-9161-448c-989e-5a756096b90f,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:07.901444 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:08.077940 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Calling delete_port for c98315d8-9161-448c-989e-5a756096b90f owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:08.220592 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6290c-f4d3-4764-929a-95ae0bd72185 req-477d741a-782d-44f9-9a4a-3b037155c824 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:08.222059 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fdf6290c-f4d3-4764-929a-95ae0bd72185 req-477d741a-782d-44f9-9a4a-3b037155c824 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b2f424b-bc77-4be8-adef-f4929e46472f HTTP/1.1" status: 200 len: 945 time: 0.2451050 Feb 02 14:38:08.381734 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fdf6290c-f4d3-4764-929a-95ae0bd72185 req-ffc439e6-6243-4c76-9f6f-8bfa971c0910 tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f370cae-e925-49b3-b568-eddb49382e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521492 Feb 02 14:38:08.386662 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:08.429233 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['c98315d8-9161-448c-989e-5a756096b90f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:38:08.439815 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Pushing event deleted for resources: {'Port': ['ID=c98315d8-9161-448c-989e-5a756096b90f,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:08.522902 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] No DVR routers for this DVR port c98315d8-9161-448c-989e-5a756096b90f on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:38:08.525459 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:08.528348 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'name': 'network-vif-deleted', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:38:08.552143 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-efcfce88-39bc-451a-9bbe-0058e697b8b1 req-636f6c9d-8d99-46c0-807b-4551a6f94a9b tempest-TestMinimumBasicScenario-1479325900 tempest-TestMinimumBasicScenario-1479325900-project] 10.222.0.95 "DELETE /v2.0/ports/c98315d8-9161-448c-989e-5a756096b90f HTTP/1.1" status: 204 len: 173 time: 0.9925632 Feb 02 14:38:08.590068 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2f424b-bc77-4be8-adef-f4929e46472f', 'name': 'network-vif-deleted', 'tag': 'c98315d8-9161-448c-989e-5a756096b90f', 'status': 'completed', 'code': 200} Feb 02 14:38:09.409554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:10.147065 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53514) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:10.713069 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e64d-f079-4d55-b064-11fa87a9e642 req-c01b514b-e2c9-49bc-937b-2631c269afe4 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:10.714680 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e416e64d-f079-4d55-b064-11fa87a9e642 req-c01b514b-e2c9-49bc-937b-2631c269afe4 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 945 time: 0.0874698 Feb 02 14:38:10.718201 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:10.763602 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-e416e64d-f079-4d55-b064-11fa87a9e642 req-21f52281-a9fb-4aa7-bba8-9c8c15a0311a tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Feb 02 14:38:11.161134 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Deleting port 18794a8d-f9ed-4293-993a-6cf828757767 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:11.161689 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:11.327678 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] For port 18794a8d-f9ed-4293-993a-6cf828757767, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=18794a8d-f9ed-4293-993a-6cf828757767,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:11.328032 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:11.453969 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Calling delete_port for 18794a8d-f9ed-4293-993a-6cf828757767 owned by network:router_interface {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:11.642084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:11.718888 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device c98315d8-9161-448c-989e-5a756096b90f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:11.726531 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Pushing event deleted for resources: {'Port': ['ID=18794a8d-f9ed-4293-993a-6cf828757767,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:11.805243 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: c98315d8-9161-448c-989e-5a756096b90f {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:11.805819 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device c98315d8-9161-448c-989e-5a756096b90f not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:12.138154 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958a74-1fc4-493a-b8e6-ef5d0ba0e4be req-b8e5ab3d-7848-4fce-8088-f980994d7932 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:12.140500 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e5958a74-1fc4-493a-b8e6-ef5d0ba0e4be req-b8e5ab3d-7848-4fce-8088-f980994d7932 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 945 time: 0.2052279 Feb 02 14:38:12.143695 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:12.268630 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-e5958a74-1fc4-493a-b8e6-ef5d0ba0e4be req-c47e65b8-b3c9-48ce-bee2-db81527ee053 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209385 Feb 02 14:38:12.489371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6f946-0518-413f-afe9-a19dc920155a req-36b183f0-b781-4fd0-9fea-5c6a9c713155 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:12.490876 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-59c6f946-0518-413f-afe9-a19dc920155a req-36b183f0-b781-4fd0-9fea-5c6a9c713155 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 945 time: 0.0849366 Feb 02 14:38:12.547620 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Router 83a40894-845c-487c-884e-a256f1c9325f has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:38:12.563826 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Deleting port ea374b0e-e460-4411-97b0-41459f2f191e {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:12.564165 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:12.824533 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:38:12.828268 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] For port ea374b0e-e460-4411-97b0-41459f2f191e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ea374b0e-e460-4411-97b0-41459f2f191e,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:12.828651 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:12.835002 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Sync routers for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:38:12.839761 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-e3f9c7dc-e4fe-4134-9506-cb031589bd34 admin admin] 10.222.0.48 "PUT /v2.0/routers/83a40894-845c-487c-884e-a256f1c9325f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882410 Feb 02 14:38:12.839969 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53540) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:12.845751 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:38:12.846735 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:38:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:12.965111 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Calling delete_port for ea374b0e-e460-4411-97b0-41459f2f191e owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:13.025968 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks [] for router, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.033829 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:38:13.123711 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.179039 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Pushing event deleted for resources: {'Port': ['ID=ea374b0e-e460-4411-97b0-41459f2f191e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:13.212127 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['ea374b0e-e460-4411-97b0-41459f2f191e'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:38:13.241515 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.253410 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Deleting port 0162736b-1158-4c92-91a2-8d4739f00670 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:13.254097 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.265927 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] No DVR routers for this DVR port ea374b0e-e460-4411-97b0-41459f2f191e on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:38:13.268330 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.271375 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'name': 'network-vif-deleted', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:38:13.317836 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-59c6f946-0518-413f-afe9-a19dc920155a req-9d253bad-cb14-4293-a0cf-8c0446ee2ed7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "DELETE /v2.0/ports/ea374b0e-e460-4411-97b0-41459f2f191e HTTP/1.1" status: 204 len: 173 time: 0.8214002 Feb 02 14:38:13.337986 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c183b1-7c92-4f15-b71c-55b60ecd2303', 'name': 'network-vif-deleted', 'tag': 'ea374b0e-e460-4411-97b0-41459f2f191e', 'status': 'completed', 'code': 200} Feb 02 14:38:13.436123 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '0162736b-1158-4c92-91a2-8d4739f00670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:38:11Z', 'revision_number': 5, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port': {'id': '0162736b-1158-4c92-91a2-8d4739f00670', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a40894-845c-487c-884e-a256f1c9325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:00Z', 'updated_at': '2022-02-02T14:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:13.440991 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Checking router: 83a40894-845c-487c-884e-a256f1c9325f for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:38:13.451117 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Routers {'83a40894-845c-487c-884e-a256f1c9325f'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:38:13.452610 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:38:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['83a40894-845c-487c-884e-a256f1c9325f'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:13.501087 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-917ae36f-5b05-47f0-aa21-4f9bda9dd1f4 req-de8cab91-3f83-4766-a5bc-7c38d042c2ce tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c183b1-7c92-4f15-b71c-55b60ecd2303 HTTP/1.1" status: 200 len: 210 time: 0.0648758 Feb 02 14:38:13.642285 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] For port 0162736b-1158-4c92-91a2-8d4739f00670, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0162736b-1158-4c92-91a2-8d4739f00670,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:13.642670 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:13.647219 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] Set router 83a40894-845c-487c-884e-a256f1c9325f gateway port host: None {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:38:13.759242 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:38:13Z', 'revision_number': 6, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:13.763245 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3afa16-5384-432d-b390-12ffd999aea9 None None] The sync data for ids ['83a40894-845c-487c-884e-a256f1c9325f'] in dv-cinder-818884-2-iscsi is: [{'id': '83a40894-845c-487c-884e-a256f1c9325f', 'name': 'tempest-TestMinimumBasicScenario-1155735762-router', 'tenant_id': '34cfe677db56499591f5172cad7a6799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:34:59Z', 'updated_at': '2022-02-02T14:38:13Z', 'revision_number': 6, 'project_id': '34cfe677db56499591f5172cad7a6799', 'gw_port_host': None}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:38:13.777499 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Calling delete_port for 0162736b-1158-4c92-91a2-8d4739f00670 owned by network:router_gateway {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:13.958240 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.010050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0162736b-1158-4c92-91a2-8d4739f00670,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:14.120250 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.401812 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.404591 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.427897 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.428413 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a40894-845c-487c-884e-a256f1c9325f {{(pid=86948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:38:14.441586 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.442775 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-622a50ad-bf8a-4c11-bb80-10982fda20ec admin admin] 10.222.0.48 "DELETE /v2.0/routers/83a40894-845c-487c-884e-a256f1c9325f HTTP/1.1" status: 204 len: 168 time: 1.6019573 Feb 02 14:38:14.445192 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53576) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:14.503643 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Deleting subnet 68bbc837-afa9-4006-9ec8-f9849792603c {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:38:14.506519 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.587058 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.684966 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.767961 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.809631 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bbc837-afa9-4006-9ec8-f9849792603c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:14.814477 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:14.821098 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4027c249-ebef-4e95-ab19-e5266b188af3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68bbc837-afa9-4006-9ec8-f9849792603c HTTP/1.1" status: 204 len: 168 time: 0.3748388 Feb 02 14:38:14.833922 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53590) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:14.835081 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8de78-9160-4e24-847f-0bd12555f3a5 None None] Network d56cd5a1-d9bb-4476-ba57-564fd8163dbb requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:38:15.010962 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.025902 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Deleting port cdab2ff6-61e8-4de4-b1d2-6abc84185176 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:15.026411 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.189017 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] DHCP port deletion for d56cd5a1-d9bb-4476-ba57-564fd8163dbb request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:38:15.193639 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Deleting port cdab2ff6-61e8-4de4-b1d2-6abc84185176 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:15.194225 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.275714 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] For port cdab2ff6-61e8-4de4-b1d2-6abc84185176, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cdab2ff6-61e8-4de4-b1d2-6abc84185176,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:15.276202 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.461524 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] For port cdab2ff6-61e8-4de4-b1d2-6abc84185176, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=cdab2ff6-61e8-4de4-b1d2-6abc84185176,segment=NetworkSegment(c6124e2a-2f4d-4306-8f1c-53b540a22d4d),segment_id=c6124e2a-2f4d-4306-8f1c-53b540a22d4d)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:15.461970 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.557381 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Calling delete_port for cdab2ff6-61e8-4de4-b1d2-6abc84185176 owned by network:dhcp {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:15.638608 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Calling delete_port for cdab2ff6-61e8-4de4-b1d2-6abc84185176 owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:15.656860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.667452 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0162736b-1158-4c92-91a2-8d4739f00670 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:15.702968 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] No DVR routers for this DVR port cdab2ff6-61e8-4de4-b1d2-6abc84185176 on host dv-cinder-818884-2-iscsi {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:38:15.716623 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 0162736b-1158-4c92-91a2-8d4739f00670 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:15.716961 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0162736b-1158-4c92-91a2-8d4739f00670 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:15.717983 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 18794a8d-f9ed-4293-993a-6cf828757767 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:15.749562 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdab2ff6-61e8-4de4-b1d2-6abc84185176,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:15.753272 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 18794a8d-f9ed-4293-993a-6cf828757767 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:15.753613 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 18794a8d-f9ed-4293-993a-6cf828757767 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:15.754027 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cdab2ff6-61e8-4de4-b1d2-6abc84185176 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:15.794470 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: cdab2ff6-61e8-4de4-b1d2-6abc84185176 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:15.794714 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device cdab2ff6-61e8-4de4-b1d2-6abc84185176 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:15.820001 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:38:15.820323 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:38:15.840283 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.871026 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56cd5a1-d9bb-4476-ba57-564fd8163dbb']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:15.883841 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:15.884130 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6124e2a-2f4d-4306-8f1c-53b540a22d4d') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:15.896061 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.912227 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.918497 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:38:15.918901 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:38:15.932260 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:38:16.012383 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:16.032257 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:16.037468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56cd5a1-d9bb-4476-ba57-564fd8163dbb,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:16.058950 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1eae16d3-3911-4643-8e23-06b278ff9065 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d56cd5a1-d9bb-4476-ba57-564fd8163dbb HTTP/1.1" status: 204 len: 168 time: 1.2309930 Feb 02 14:38:16.059245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53626) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:16.321629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Deleting port cdab2ff6-61e8-4de4-b1d2-6abc84185176 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:16.322162 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:16.390957 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a88ef-2f4f-4a54-8e2a-c0d41a8ccf06 None None] The port 'cdab2ff6-61e8-4de4-b1d2-6abc84185176' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:38:16.610657 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:16.960208 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Deleting port faaa9d2c-9e73-42be-8a51-e8e818f7407a {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:16.960932 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:17.237369 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] For port faaa9d2c-9e73-42be-8a51-e8e818f7407a, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=faaa9d2c-9e73-42be-8a51-e8e818f7407a,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:17.237611 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:17.361428 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Calling delete_port for faaa9d2c-9e73-42be-8a51-e8e818f7407a owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:17.538423 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:17.590708 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Pushing event deleted for resources: {'Port': ['ID=faaa9d2c-9e73-42be-8a51-e8e818f7407a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:17.853117 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:18.219542 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Router 0c3dab44-3249-4198-a475-03a378fa1f36 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:38:18.409559 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:38:18.423555 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-245d2c9e-bed3-4650-85fc-d6efc6c93949 admin admin] 10.222.0.48 "PUT /v2.0/routers/0c3dab44-3249-4198-a475-03a378fa1f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634706 Feb 02 14:38:18.424247 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Sync routers for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:38:18.426342 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53642) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:18.435371 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:38:18.436211 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:38:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:18.633944 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:38:18.719934 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:18.901511 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:18.912180 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Deleting port 0a28bc94-285d-45d2-90be-c924cac3b656 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:18.912524 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:18.918341 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:38:17Z', 'revision_number': 5, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port': {'id': '0a28bc94-285d-45d2-90be-c924cac3b656', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:35:09Z', 'updated_at': '2022-02-02T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:18.922802 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Checking router: 0c3dab44-3249-4198-a475-03a378fa1f36 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:38:18.931254 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Routers {'0c3dab44-3249-4198-a475-03a378fa1f36'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:38:18.931841 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:38:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['0c3dab44-3249-4198-a475-03a378fa1f36'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:19.034723 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ea374b0e-e460-4411-97b0-41459f2f191e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:19.073286 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: ea374b0e-e460-4411-97b0-41459f2f191e {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:19.073615 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device ea374b0e-e460-4411-97b0-41459f2f191e not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:19.101802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] For port 0a28bc94-285d-45d2-90be-c924cac3b656, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=0a28bc94-285d-45d2-90be-c924cac3b656,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:19.102172 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.110996 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] Set router 0c3dab44-3249-4198-a475-03a378fa1f36 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:38:19.216409 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:38:18Z', 'revision_number': 6, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:19.221183 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f10a25-8d3a-47ee-8208-48e1684351f6 None None] The sync data for ids ['0c3dab44-3249-4198-a475-03a378fa1f36'] in dv-cinder-818884-2-iscsi is: [{'id': '0c3dab44-3249-4198-a475-03a378fa1f36', 'name': 'tempest-TestMinimumBasicScenario-1767176577-router', 'tenant_id': '39117db5b68241a3ba6acef61274663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:35:07Z', 'updated_at': '2022-02-02T14:38:18Z', 'revision_number': 6, 'project_id': '39117db5b68241a3ba6acef61274663a', 'gw_port_host': None}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:38:19.234490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Calling delete_port for 0a28bc94-285d-45d2-90be-c924cac3b656 owned by network:router_gateway {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:19.417534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.471203 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a28bc94-285d-45d2-90be-c924cac3b656,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:19.568578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.781116 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.783622 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.810214 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.811321 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3dab44-3249-4198-a475-03a378fa1f36 {{(pid=86949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:38:19.825043 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.829275 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c6d11e3f-811d-41f8-966a-19d485c41bb6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0c3dab44-3249-4198-a475-03a378fa1f36 HTTP/1.1" status: 204 len: 168 time: 1.3989184 Feb 02 14:38:19.829470 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53668) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:19.871582 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.893478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Deleting subnet c573d27f-67b9-4bac-9d2a-a9059c3a2825 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:38:19.896596 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:19.946103 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.004623 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device faaa9d2c-9e73-42be-8a51-e8e818f7407a no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:20.036553 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.047006 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: faaa9d2c-9e73-42be-8a51-e8e818f7407a {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:20.047695 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device faaa9d2c-9e73-42be-8a51-e8e818f7407a not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:20.220778 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.258968 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c573d27f-67b9-4bac-9d2a-a9059c3a2825,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:20.262823 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.268826 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-2972d4a4-77dc-4b5d-9491-2e73e9647067 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c573d27f-67b9-4bac-9d2a-a9059c3a2825 HTTP/1.1" status: 204 len: 168 time: 0.4383698 Feb 02 14:38:20.271282 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53672) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:20.271509 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2bff2-fee4-4d6c-8049-fdecddb6cf68 None None] Network fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:38:20.379535 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.390272 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Deleting port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:20.390607 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.546750 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] DHCP port deletion for fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:38:20.550207 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Deleting port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:20.550719 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.610439 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] For port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:20.610796 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.736728 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Calling delete_port for 5af13958-76ce-4df6-bc2a-7fa2e3d6342f owned by network:dhcp {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:20.783564 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] For port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,segment=NetworkSegment(5ac93b58-f8cc-42ca-965b-d2ec70c212fe),segment_id=5ac93b58-f8cc-42ca-965b-d2ec70c212fe)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:20.783951 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.824477 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:20.877426 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5af13958-76ce-4df6-bc2a-7fa2e3d6342f,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:20.884934 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] No DVR routers for this DVR port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f on host dv-cinder-818884-2-iscsi {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:38:20.909492 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Calling delete_port for 5af13958-76ce-4df6-bc2a-7fa2e3d6342f owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:38:20.987819 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:38:20.988318 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:38:21.010883 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.036789 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:21.050572 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac93b58-f8cc-42ca-965b-d2ec70c212fe') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:21.050869 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac93b58-f8cc-42ca-965b-d2ec70c212fe') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:38:21.062746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.080255 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.086530 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:38:21.086916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:38:21.099972 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:38:21.176572 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.187141 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 53688) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:21.193337 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.203404 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:21.210496 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-a1ec92c7-5ae6-4e2f-a542-14ceaa952f3e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe6d9e8c-43ae-4c82-8f5c-3c643b5c42f3 HTTP/1.1" status: 204 len: 168 time: 0.9379768 Feb 02 14:38:21.308282 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.323328 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:21.323842 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53696) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:21.327786 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Usage tracker for resource:security_group_rule and tenant:58eac6b341dc4846aba20c17d4d8f463 is out of sync, need to count used quota {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:38:21.330622 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86948) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:38:21.336438 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.quota.driver [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86948) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:21.376084 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-5d03a5de-9c07-417f-8058-436905cdf937 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34cfe677db56499591f5172cad7a6799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508397 Feb 02 14:38:21.378811 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53700) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:21.421645 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.425767 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_create {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.444159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.478566 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.484988 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58eac6b341dc4846aba20c17d4d8f463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966549 Feb 02 14:38:21.486978 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42164-4aab-4c70-b26e-c220195e4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6105d6-6cfe-4dca-b32d-2d1a652a51b1,revision_number=1']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:21.489243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53704) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:21.490040 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Deleting port 5af13958-76ce-4df6-bc2a-7fa2e3d6342f {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:38:21.491075 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.574860 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.577177 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3f21d-71cb-4c74-a2c1-6b0181829cf6 None None] The port '5af13958-76ce-4df6-bc2a-7fa2e3d6342f' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:38:21.590104 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.619469 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f370cae-e925-49b3-b568-eddb49382e7e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:21.623640 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.648813 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.650243 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b121a3da-779b-486d-a75b-f0d84990aed4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f370cae-e925-49b3-b568-eddb49382e7e HTTP/1.1" status: 204 len: 168 time: 0.2699599 Feb 02 14:38:21.665277 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0a28bc94-285d-45d2-90be-c924cac3b656 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:21.693350 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.705120 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 0a28bc94-285d-45d2-90be-c924cac3b656 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:21.705461 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 0a28bc94-285d-45d2-90be-c924cac3b656 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:21.706080 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5af13958-76ce-4df6-bc2a-7fa2e3d6342f no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:38:21.722281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6105d6-6cfe-4dca-b32d-2d1a652a51b1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:21.725939 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:21.730998 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-fd2fcdbe-36ca-444f-b000-45bf82e6f26f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f6105d6-6cfe-4dca-b32d-2d1a652a51b1 HTTP/1.1" status: 204 len: 168 time: 0.2405930 Feb 02 14:38:21.749531 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 5af13958-76ce-4df6-bc2a-7fa2e3d6342f {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:38:21.749873 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5af13958-76ce-4df6-bc2a-7fa2e3d6342f not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:38:22.097300 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53716) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:22.150966 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-c0134c54-2ae2-4a1a-98b4-da08d3bb477a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39117db5b68241a3ba6acef61274663a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525761 Feb 02 14:38:22.153424 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53720) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:38:22.213202 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:22.239975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:22.290922 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:22.305497 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083be6f6-f448-4e5a-b780-3de0fe0ba1ed,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:22.312171 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:22.313296 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-24e3622f-85bc-4cfc-8cbb-d0d6b8e18cfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/083be6f6-f448-4e5a-b780-3de0fe0ba1ed HTTP/1.1" status: 204 len: 168 time: 0.1589973 Feb 02 14:38:24.104662 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:38:24.279130 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-27a9f51a-ac52-4d46-b67d-dccf91655eea tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:24.280540 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-27a9f51a-ac52-4d46-b67d-dccf91655eea tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 813 time: 0.1440885 Feb 02 14:38:24.295073 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-fb3cf6d6-e865-4a17-833f-a4b3496881c1 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/quotas/c3aaccb8363149819d70e2eb1a9a5b4c HTTP/1.1" status: 200 len: 375 time: 0.0087948 Feb 02 14:38:24.341811 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-b3b83b3a-c2f3-4301-ad4a-97a686556968 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415945 Feb 02 14:38:24.471449 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-db48602a-32c0-4732-8678-cb01e88ff327 service neutron] 10.222.0.48 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227908 Feb 02 14:38:24.602008 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-477587c3-fe99-42bf-beb7-32309117d2ea service neutron] 10.222.0.48 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247399 Feb 02 14:38:24.781341 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6ae1262f-1fd2-4b6d-a8b3-58804d88452d req-8b5c2b20-ddf5-403b-9bfd-ab73d416c319 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:38:24.798746 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-6ae1262f-1fd2-4b6d-a8b3-58804d88452d req-8b5c2b20-ddf5-403b-9bfd-ab73d416c319 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:38:24.800198 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6ae1262f-1fd2-4b6d-a8b3-58804d88452d req-8b5c2b20-ddf5-403b-9bfd-ab73d416c319 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 210 time: 0.0627789 Feb 02 14:38:25.961386 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ee8b244b-7ecc-4f76-9f6d-c025db113be5 req-e93c399a-b573-458d-9e16-dc0b9b6f55d8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 210 time: 0.0436931 Feb 02 14:38:25.981040 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-5f5e6eca-e803-4970-bca0-46fc54ee5575 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:25.982528 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-5f5e6eca-e803-4970-bca0-46fc54ee5575 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 813 time: 0.1601675 Feb 02 14:38:26.008167 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Request body: {'port': {'device_id': 'ef96a297-923e-40ee-9954-ae7cba607449', 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54', 'admin_state_up': True, 'tenant_id': 'c3aaccb8363149819d70e2eb1a9a5b4c'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:38:26.230090 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:26.239674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:26.248245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Made reservation on behalf of c3aaccb8363149819d70e2eb1a9a5b4c for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:38:26.252002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:26.413074 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Allocated IP 172.20.0.4 (9fe1e935-394e-4f52-a0ea-636eb24e8a54/d3869c6a-6169-4328-bd28-48b468715040/6010692f-41ca-4be8-8e65-4dbb2aa8405f) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:38:26.618856 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:26.647212 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:26.716053 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:38:26.719749 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:38:26.723544 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:38:26.756819 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Pushing event updated for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:26.791384 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:26.791978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:26.816490 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-362adfbb-272b-403d-96a5-f0b4930fdf3f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123808 Feb 02 14:38:26.840549 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Request body: {'port': {'device_id': 'ef96a297-923e-40ee-9954-ae7cba607449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:38:26.955250 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.260088 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d14f-c47f-4291-afe8-683ba8dc3a3c req-6615fcce-8e1d-4e2c-91c7-5c772f621306 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:27.260804 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-60a3d14f-c47f-4291-afe8-683ba8dc3a3c req-6615fcce-8e1d-4e2c-91c7-5c772f621306 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:38:27.305930 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-60a3d14f-c47f-4291-afe8-683ba8dc3a3c req-6615fcce-8e1d-4e2c-91c7-5c772f621306 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:38:27.307104 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-60a3d14f-c47f-4291-afe8-683ba8dc3a3c req-6615fcce-8e1d-4e2c-91c7-5c772f621306 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 931 time: 0.2325835 Feb 02 14:38:27.408545 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-60a3d14f-c47f-4291-afe8-683ba8dc3a3c req-c33754a7-4b2a-4146-b588-911c36833157 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958245 Feb 02 14:38:27.414490 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6010692f-41ca-4be8-8e65-4dbb2aa8405f {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:38:27.421996 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.436518 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Transition to ACTIVE for port object 6010692f-41ca-4be8-8e65-4dbb2aa8405f will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:38:27.440440 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.592010 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Pushing event updated for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:27.672473 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Attempting to bind port 6010692f-41ca-4be8-8e65-4dbb2aa8405f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:38:27.672801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Attempting to bind port 6010692f-41ca-4be8-8e65-4dbb2aa8405f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:38:27.673120 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Attempting to bind port 6010692f-41ca-4be8-8e65-4dbb2aa8405f on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:38:27.677855 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Port 6010692f-41ca-4be8-8e65-4dbb2aa8405f on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:38:27.678163 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Attempting to bind port 6010692f-41ca-4be8-8e65-4dbb2aa8405f on network 9fe1e935-394e-4f52-a0ea-636eb24e8a54 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:38:27.683042 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:38:27.683366 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Checking segment: {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:38:27.683740 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Bound using segment: {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:38:27.684147 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Bound port: 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b233433c-43b4-4a41-afb8-0bd3b48abd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:38:27.684481 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.770526 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:38:27.773335 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:38:27.777461 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.839205 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:27.839836 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:27.841179 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] 10.222.0.95 "PUT /v2.0/ports/6010692f-41ca-4be8-8e65-4dbb2aa8405f HTTP/1.1" status: 200 len: 1093 time: 1.0049396 Feb 02 14:38:27.841600 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:38:27.860920 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2dd69-82a4-4c8a-a757-9028d0246858 service neutron] Pushing event updated for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:27.896827 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f', 'status': 'completed', 'code': 200} Feb 02 14:38:28.085625 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-95f44afa-cf91-4a05-b5f5-0fe5be98180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:28.087054 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-95f44afa-cf91-4a05-b5f5-0fe5be98180b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 1096 time: 0.1679537 Feb 02 14:38:28.167134 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-db868ac2-8958-4c83-afc4-b78f4fabaaf3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f HTTP/1.1" status: 200 len: 217 time: 0.0615244 Feb 02 14:38:28.234772 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-0d804b38-b8b7-4fe8-a249-170c4bba19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:28.236759 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-0d804b38-b8b7-4fe8-a249-170c4bba19a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3869c6a-6169-4328-bd28-48b468715040 HTTP/1.1" status: 200 len: 853 time: 0.0604560 Feb 02 14:38:28.290398 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-a67e6570-f6c2-4fe0-87e6-e69de6f53706 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9fe1e935-394e-4f52-a0ea-636eb24e8a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425804 Feb 02 14:38:28.426710 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-e02ed223-1f87-4605-9a7e-9dcc6e061cdf service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269612 Feb 02 14:38:28.608796 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d8f04085-5de4-499d-adfe-5afee680abe1 req-37d1933c-fac9-483b-8b14-cca97b2bf06e service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725903 Feb 02 14:38:28.631738 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f983a26-c26e-4d8a-a272-51b8e138763b req-162a342f-f9e2-4a30-bc61-cc90bc0eb4ff tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:28.633193 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9f983a26-c26e-4d8a-a272-51b8e138763b req-162a342f-f9e2-4a30-bc61-cc90bc0eb4ff tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 943 time: 0.1154704 Feb 02 14:38:28.680361 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9f983a26-c26e-4d8a-a272-51b8e138763b req-8b06797c-9fb1-4f1a-9880-38bd4ccd29ef tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Feb 02 14:38:28.782772 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-ce2fa96b-a967-40e8-ba99-f64f9cee2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:28.784274 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-ce2fa96b-a967-40e8-ba99-f64f9cee2d74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 1096 time: 0.0743487 Feb 02 14:38:28.917952 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-31af155d-bb97-46f5-b6b7-aab8b1271099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:28.919675 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-31af155d-bb97-46f5-b6b7-aab8b1271099 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 200 len: 914 time: 0.1257031 Feb 02 14:38:28.985284 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-09c2cea3-296b-41e1-96d1-07ed72dda89d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f HTTP/1.1" status: 200 len: 217 time: 0.0594227 Feb 02 14:38:29.055641 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-2ebba044-7b5c-4e47-a455-38be50d8c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:29.057193 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-2ebba044-7b5c-4e47-a455-38be50d8c433 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3869c6a-6169-4328-bd28-48b468715040 HTTP/1.1" status: 200 len: 853 time: 0.0660422 Feb 02 14:38:29.108043 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-c3768ea9-a0d4-4019-938f-6a2afcf54ffa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9fe1e935-394e-4f52-a0ea-636eb24e8a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394840 Feb 02 14:38:29.238131 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-6d0a659b-c1df-4172-9cff-d75c1db87ff3 service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222198 Feb 02 14:38:29.371663 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1f35a271-739b-41f9-8f0e-69d8857fddb7 req-0e723523-e1a3-4b95-a905-b6cf002382be service neutron] 10.222.0.95 "GET /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268630 Feb 02 14:38:29.885791 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c4122-d119-4ad4-acb8-fce6daed2674 req-ddf8103f-c2c5-4d2e-b38b-d013868ea624 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:29.887220 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ab2c4122-d119-4ad4-acb8-fce6daed2674 req-ddf8103f-c2c5-4d2e-b38b-d013868ea624 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 943 time: 0.0989902 Feb 02 14:38:29.940200 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-ab2c4122-d119-4ad4-acb8-fce6daed2674 req-389de1cc-463f-4ab5-8b7d-888ee6108af9 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Feb 02 14:38:31.121336 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b366-ff51-4c40-b3e8-bef23550c5ae req-e571787d-17da-41a8-8cc7-ecc16fc30460 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:31.122801 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e75b366-ff51-4c40-b3e8-bef23550c5ae req-e571787d-17da-41a8-8cc7-ecc16fc30460 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 943 time: 0.0790880 Feb 02 14:38:31.170327 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5e75b366-ff51-4c40-b3e8-bef23550c5ae req-16eac820-ac83-4e09-809d-fc768797eeaf tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Feb 02 14:38:31.708686 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6010692f-41ca-4be8-8e65-4dbb2aa8405f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:38:31.839472 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:31.852128 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '6010692f-41ca-4be8-8e65-4dbb2aa8405f', 'network_id': '9fe1e935-394e-4f52-a0ea-636eb24e8a54', 'port_id': '6010692f-41ca-4be8-8e65-4dbb2aa8405f', 'mac_address': 'fa:16:3e:2f:d2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3869c6a-6169-4328-bd28-48b468715040', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:38:31.909065 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:31.955108 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6010692f-41ca-4be8-8e65-4dbb2aa8405f {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:38:31.970101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:31.973982 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:32.040354 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:32.047505 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.047842 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.048177 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.048501 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.048824 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.049147 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.049727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.050072 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.050429 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.050744 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.051055 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.051366 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:32.335513 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['6010692f-41ca-4be8-8e65-4dbb2aa8405f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:38:32.356995 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe3ddb-099e-4dbc-8ab9-1c6fc2469dcf req-dc91db11-02a9-4e0d-a247-50d55a1e1a96 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:32.358552 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-27fe3ddb-099e-4dbc-8ab9-1c6fc2469dcf req-dc91db11-02a9-4e0d-a247-50d55a1e1a96 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 944 time: 0.0793903 Feb 02 14:38:32.402566 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-27fe3ddb-099e-4dbc-8ab9-1c6fc2469dcf req-105d65c7-8570-479e-b08a-ae9ea728a254 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Feb 02 14:38:33.091372 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cb6f70a4-7d5c-459c-9c4d-9b9a7cc9020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:33.592447 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01084f-e7c0-4ddf-9766-450dc4aa418a req-fca9ef19-31d4-4d05-987e-4cf32ac95b80 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:33.593920 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9a01084f-e7c0-4ddf-9766-450dc4aa418a req-fca9ef19-31d4-4d05-987e-4cf32ac95b80 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 944 time: 0.0806298 Feb 02 14:38:33.637821 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9a01084f-e7c0-4ddf-9766-450dc4aa418a req-80a12d43-d3c0-4a95-8c98-e0aca4437caa tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379372 Feb 02 14:38:33.720145 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6010692f-41ca-4be8-8e65-4dbb2aa8405f up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:38:33.787303 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 6010692f-41ca-4be8-8e65-4dbb2aa8405f completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:38:33.792132 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 6010692f-41ca-4be8-8e65-4dbb2aa8405f triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:38:33.792508 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:33.906303 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:33.932744 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:38:33.944434 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:38:33.948530 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:33.989465 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f', 'code': 200} Feb 02 14:38:34.025481 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:34.361421 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400da87-70c1-4723-aecb-7bdbd5af3c8f req-e4a1ab61-a5ce-447b-b050-7fdf49d2ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:34.362921 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4400da87-70c1-4723-aecb-7bdbd5af3c8f req-e4a1ab61-a5ce-447b-b050-7fdf49d2ce2c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 1098 time: 0.1708395 Feb 02 14:38:34.408704 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-4400da87-70c1-4723-aecb-7bdbd5af3c8f req-287a3ed2-d1ab-42e4-af42-46991669c02d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Feb 02 14:38:34.835765 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e08ce-7f5e-48cd-bd77-b936d3f03af8 req-22e1af32-1ba1-4acf-b34e-6704ee8fe57c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:34.837135 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d40e08ce-7f5e-48cd-bd77-b936d3f03af8 req-22e1af32-1ba1-4acf-b34e-6704ee8fe57c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0893526 Feb 02 14:38:34.885935 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d40e08ce-7f5e-48cd-bd77-b936d3f03af8 req-92f3b732-7283-4d37-ba4c-356845082da6 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431268 Feb 02 14:38:36.076211 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89fad9-4b28-4b15-9f1f-708eab9a64c6 req-1e6f0fc1-80eb-4501-839b-b767507de82e tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:36.077673 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b89fad9-4b28-4b15-9f1f-708eab9a64c6 req-1e6f0fc1-80eb-4501-839b-b767507de82e tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0819976 Feb 02 14:38:36.121861 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-2b89fad9-4b28-4b15-9f1f-708eab9a64c6 req-a211b186-1106-4f93-88e4-7a9279357a36 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Feb 02 14:38:36.228190 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-50d6a475-875a-417e-a0c2-d1333d4761ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:37.181200 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:37.308164 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab525-fcd2-467e-901d-23443e11a151 req-b56c4270-d940-493f-ab52-542431eb613b tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:37.309595 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dd9ab525-fcd2-467e-901d-23443e11a151 req-b56c4270-d940-493f-ab52-542431eb613b tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0839303 Feb 02 14:38:37.356412 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-dd9ab525-fcd2-467e-901d-23443e11a151 req-cec5acfa-b8b0-4b4c-9ae2-83f6f2efca85 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Feb 02 14:38:37.406743 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:38.541944 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab356-168b-4c29-ac89-6d8834f21037 req-9e44146f-be61-4e0a-b469-b67d33cea168 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:38.541944 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-951ab356-168b-4c29-ac89-6d8834f21037 req-9e44146f-be61-4e0a-b469-b67d33cea168 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0802381 Feb 02 14:38:38.590969 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-951ab356-168b-4c29-ac89-6d8834f21037 req-03984e94-fd45-4b13-8cf4-850dff5e4fc4 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Feb 02 14:38:39.411872 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:43.206908 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-62f67d8c-38bc-4dd0-9b47-73b80f2fbfce tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380617946&fields=id&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 267 time: 0.0409417 Feb 02 14:38:43.458313 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-e3e27134-ee0d-42ad-b863-1afd1e1487c1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:43.460028 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-e3e27134-ee0d-42ad-b863-1afd1e1487c1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.2462275 Feb 02 14:38:43.477063 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-9372f6a8-a44c-48eb-a945-64316d7f7e80 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/quotas/88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 375 time: 0.0097029 Feb 02 14:38:43.605621 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-f235dffa-fbb4-4c54-8908-76473be5ea06 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1211090 Feb 02 14:38:43.757897 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-70e64ecc-d660-486e-b3de-921dcc284109 service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387475 Feb 02 14:38:43.893499 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-ae3c8412-f91c-4054-b3b1-890bc87e2d33 service neutron] 10.222.0.48 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296990 Feb 02 14:38:44.326918 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-22e000fa-0387-4604-b0b9-34c2d442da50 req-8191a918-091d-457b-9f73-29d4665a2342 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 210 time: 0.0489368 Feb 02 14:38:45.506889 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-730be139-2530-43a7-b643-70d94f3d1ab3 req-3b695610-2828-4a4f-a57f-ff4de7ee0a36 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 210 time: 0.0513294 Feb 02 14:38:45.610581 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-85ce97c6-6828-4bc3-b651-0c6e99785fb1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:45.612254 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-85ce97c6-6828-4bc3-b651-0c6e99785fb1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 812 time: 0.2039354 Feb 02 14:38:45.676406 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2271ecc6-bf2c-4c12-a70b-0fea5c5efa54 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f0024b0ac548d384a93b041d13887d HTTP/1.1" status: 200 len: 380 time: 0.0460231 Feb 02 14:38:45.685961 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'port': {'device_id': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'admin_state_up': True, 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'security_groups': ['a20341f2-7a4b-4ce7-b5dd-37f93b42a022']}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:38:45.839850 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:38:45.851275 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:38:45.861818 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Made reservation on behalf of 88f0024b0ac548d384a93b041d13887d for: {'port': 1} {{(pid=86949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:38:45.865270 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.059187 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.20.0.14 (c1ef30b0-81f1-4512-8463-6d897fae643f/c28bcf49-8801-4316-ad6d-6c7b026821cf/1f7d5fbd-1c0b-4369-973b-2dda1eaca67a) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:38:46.306055 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.323848 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Transition to ACTIVE for port object 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a will not be triggered until provisioned by entity DHCP. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:38:46.350386 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.424884 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network c1ef30b0-81f1-4512-8463-6d897fae643f is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:38:46.427941 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:38:46.430468 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:38:46.476922 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.494989 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.499427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.499427 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:38:46.530614 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:46.531471 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.564259 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2c7a0e97-676d-43da-9282-ee6b3773b6fc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8827739 Feb 02 14:38:46.583316 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Request body: {'port': {'device_id': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:38:46.739412 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1eb42419-bb13-439b-baf8-e9a08e9ff84b None None] Provisioning for port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a completed by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:38:46.744658 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-1eb42419-bb13-439b-baf8-e9a08e9ff84b None None] Provisioning complete for port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a triggered by entity DHCP. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:38:46.745026 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-1eb42419-bb13-439b-baf8-e9a08e9ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.751888 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:46.799198 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-1eb42419-bb13-439b-baf8-e9a08e9ff84b None None] Port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a cannot update to ACTIVE because it is not bound. {{(pid=86950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 14:38:46.836207 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f53e8-32fe-4e59-a975-feacff72b26f req-ff0a61bf-e188-480d-bef1-c49a801bba18 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:46.836907 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-8a8f53e8-32fe-4e59-a975-feacff72b26f req-ff0a61bf-e188-480d-bef1-c49a801bba18 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:38:46.910586 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-8a8f53e8-32fe-4e59-a975-feacff72b26f req-ff0a61bf-e188-480d-bef1-c49a801bba18 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:38:46.911737 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8a8f53e8-32fe-4e59-a975-feacff72b26f req-ff0a61bf-e188-480d-bef1-c49a801bba18 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 932 time: 0.2773976 Feb 02 14:38:47.044287 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-8a8f53e8-32fe-4e59-a975-feacff72b26f req-74553515-17d7-4624-a76e-7787250b51c9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206503 Feb 02 14:38:47.188754 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a {{(pid=86949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:38:47.196843 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:47.211721 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.provisioning_blocks [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Transition to ACTIVE for port object 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a will not be triggered until provisioned by entity L2. {{(pid=86949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:38:47.215140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:47.466133 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:47.544212 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Attempting to bind port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:38:47.544545 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Attempting to bind port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:38:47.544868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Attempting to bind port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:38:47.549699 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a on network c1ef30b0-81f1-4512-8463-6d897fae643f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 14:38:47.550015 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Attempting to bind port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a on network c1ef30b0-81f1-4512-8463-6d897fae643f {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 14:38:47.555013 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Checking agent: {'id': '45779cc6-4670-45c9-9813-f8ecd81d358f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 14:38:47.555347 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Checking segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 14:38:47.555726 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Bound using segment: {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'} {{(pid=86949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 14:38:47.556143 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.managers [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Bound port: 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb9ec7d-80f6-498e-870b-40fc5622e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f'}}] {{(pid=86949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:38:47.556481 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:47.646648 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, cleared binding levels {{(pid=86949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 14:38:47.649555 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 14:38:47.653696 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:47.716217 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:47.716827 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:47.718154 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] 10.222.0.95 "PUT /v2.0/ports/1f7d5fbd-1c0b-4369-973b-2dda1eaca67a HTTP/1.1" status: 200 len: 1094 time: 1.1400819 Feb 02 14:38:47.718671 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:38:47.739226 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75cfb8-b610-4582-81db-8aaada3f6eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=3']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:38:47.765032 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'status': 'completed', 'code': 200} Feb 02 14:38:48.231732 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15a9d0-c042-49f8-99e8-28d69065f967 req-6bb5d67c-329e-4654-8634-c7af4eaa2ab2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:48.233193 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d15a9d0-c042-49f8-99e8-28d69065f967 req-6bb5d67c-329e-4654-8634-c7af4eaa2ab2 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0823431 Feb 02 14:38:48.277768 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-6d15a9d0-c042-49f8-99e8-28d69065f967 req-eb989538-7285-45d8-9381-e80b7e257e33 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Feb 02 14:38:49.480043 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baf216-f258-4f2e-babc-1f47e81dd1ef req-eb89f1e3-26d4-439a-a539-9c77999bc2bc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:49.481531 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8baf216-f258-4f2e-babc-1f47e81dd1ef req-eb89f1e3-26d4-439a-a539-9c77999bc2bc tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0824587 Feb 02 14:38:49.526049 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-a8baf216-f258-4f2e-babc-1f47e81dd1ef req-aa74fc8e-2489-43e1-8cc6-424a61c260c0 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377352 Feb 02 14:38:50.484399 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:38:50.585776 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-4f23ad5a-bb67-45af-a5d2-ae2186da7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:50.587281 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-4f23ad5a-bb67-45af-a5d2-ae2186da7100 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1097 time: 0.0772357 Feb 02 14:38:50.799437 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-158749d1-a6f9-40f3-b8fb-a478e3405ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:50.800861 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-158749d1-a6f9-40f3-b8fb-a478e3405ecd service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=88f0024b0ac548d384a93b041d13887d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1968236 Feb 02 14:38:50.836178 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243e7ad-fea0-4494-aeab-7299f6445c6f req-45881481-2cf7-4ab3-9960-8b5613204066 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:50.837501 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a243e7ad-fea0-4494-aeab-7299f6445c6f req-45881481-2cf7-4ab3-9960-8b5613204066 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.1679213 Feb 02 14:38:50.950036 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-a243e7ad-fea0-4494-aeab-7299f6445c6f req-e8f87224-5625-4abd-bb2f-812ef7585181 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638864 Feb 02 14:38:50.979293 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-49d99db4-e78e-4cbb-8c5a-4efdc0e072cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:50.980717 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5b46b367-a3ea-40e8-a3f7-3398a0a39de0 req-49d99db4-e78e-4cbb-8c5a-4efdc0e072cf service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1728656 Feb 02 14:38:51.115029 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2f7c8c31-9472-4eb0-b484-bfd01909bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:51.116394 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-2f7c8c31-9472-4eb0-b484-bfd01909bfb2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1097 time: 0.0740206 Feb 02 14:38:51.193374 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-26768b51-44ea-4b26-9cc5-22131d1c6f13 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a HTTP/1.1" status: 200 len: 217 time: 0.0635421 Feb 02 14:38:51.257793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-e3754b43-97a4-4f58-9464-acec55c4e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:51.259265 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-e3754b43-97a4-4f58-9464-acec55c4e308 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0597274 Feb 02 14:38:51.337108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-b25e740c-158a-433c-93d7-53c404001bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:51.339029 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-b25e740c-158a-433c-93d7-53c404001bf7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709610 Feb 02 14:38:51.476184 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-6692a36b-74f5-4556-8a7b-aea35852fb59 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303623 Feb 02 14:38:51.625420 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-7ae480b4-d529-425e-b586-f68af24de7a7 req-9838acb5-4a8a-48b3-9f34-2a06c42a8c87 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431231 Feb 02 14:38:52.136972 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bf3c-b6a1-4506-94fe-5bee843ba14a req-986bda63-6eb3-4bcd-9c1f-9007f1bf5cac tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:52.138435 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c646bf3c-b6a1-4506-94fe-5bee843ba14a req-986bda63-6eb3-4bcd-9c1f-9007f1bf5cac tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0827904 Feb 02 14:38:52.182749 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c646bf3c-b6a1-4506-94fe-5bee843ba14a req-5b3be2a2-6812-4926-beac-6331900f90dd tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378346 Feb 02 14:38:53.462164 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954902-826b-4b2c-a5f9-b691deb0a6e6 req-cd03ad83-36a7-47f7-9f46-0377bb7bbb93 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:53.463552 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9b954902-826b-4b2c-a5f9-b691deb0a6e6 req-cd03ad83-36a7-47f7-9f46-0377bb7bbb93 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.1771812 Feb 02 14:38:53.507599 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-9b954902-826b-4b2c-a5f9-b691deb0a6e6 req-2874d951-b44d-4a2c-8af9-40ac779906d0 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Feb 02 14:38:54.700776 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1cb34-52c0-4070-80e9-3ec51e5e01c8 req-6d76f0e3-069f-48a2-8bdd-e936602cd3b3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:54.702232 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-64d1cb34-52c0-4070-80e9-3ec51e5e01c8 req-6d76f0e3-069f-48a2-8bdd-e936602cd3b3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0835097 Feb 02 14:38:54.746113 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-64d1cb34-52c0-4070-80e9-3ec51e5e01c8 req-63a548fc-9092-4bf3-ad99-34c88c3bbb7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Feb 02 14:38:55.939493 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c70e4e-d360-43e7-a28a-a55255643089 req-b1f328de-bf92-4c64-9902-1aa9ab9525d8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:55.940946 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b7c70e4e-d360-43e7-a28a-a55255643089 req-b1f328de-bf92-4c64-9902-1aa9ab9525d8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0864270 Feb 02 14:38:55.994132 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-b7c70e4e-d360-43e7-a28a-a55255643089 req-35988f82-612f-4e36-9b12-b176fbf9ca0f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Feb 02 14:38:57.184487 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6746-e0bb-4c3f-8e6e-bf58db3ecf6a req-03c1f184-fbe5-4820-bae5-260961551e68 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:57.185863 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-537c6746-e0bb-4c3f-8e6e-bf58db3ecf6a req-03c1f184-fbe5-4820-bae5-260961551e68 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0842075 Feb 02 14:38:57.230630 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-537c6746-e0bb-4c3f-8e6e-bf58db3ecf6a req-27ae0efa-a0ca-4814-9262-f9c1bfbcc624 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 Feb 02 14:38:57.621860 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-c1cd3490-d223-4b1c-a91c-42538a59a441 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721791 Feb 02 14:38:57.784955 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-7753e0b7-0d43-400c-9070-0889356d84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:57.786428 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-7753e0b7-0d43-400c-9070-0889356d84a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1098 time: 0.0722463 Feb 02 14:38:57.937924 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-43997528-03bb-42b0-b651-6af150be453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:57.939487 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-43997528-03bb-42b0-b651-6af150be453d service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.1335173 Feb 02 14:38:58.051225 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-c79177dc-0be6-41e0-b4c4-6892495ccb21 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 1000 time: 0.1021998 Feb 02 14:38:58.124483 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-ca112d44-e323-4dd6-b20b-a967cacc9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:58.126516 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-ca112d44-e323-4dd6-b20b-a967cacc9777 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0673172 Feb 02 14:38:58.209789 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-bc854f4c-8420-4de2-9725-a4169ce03005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:58.211320 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-bc854f4c-8420-4de2-9725-a4169ce03005 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749362 Feb 02 14:38:58.406363 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-0c78a52a-ef37-4582-af8d-c5ad37e9fa23 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797714 Feb 02 14:38:58.547169 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407ad8b-0b8a-43f2-8ba4-2b692895a42f req-d3680824-516e-43fc-8834-b8d6003670c3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:58.548905 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0407ad8b-0b8a-43f2-8ba4-2b692895a42f req-d3680824-516e-43fc-8834-b8d6003670c3 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.2068441 Feb 02 14:38:58.591693 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-65787cb6-4053-4b52-a51d-c0f32ea19c1e req-cfd87266-c06a-4a4a-8e47-559ab12416fc service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775103 Feb 02 14:38:58.613289 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0407ad8b-0b8a-43f2-8ba4-2b692895a42f req-f5506697-ceba-4109-80b4-80f2a49ea4d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Feb 02 14:38:59.805442 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76bfc-d832-41dc-9c0e-48c6489cd487 req-0dd0f5d7-aa5e-408e-bbe9-95cbe880ad51 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:38:59.806838 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-72d76bfc-d832-41dc-9c0e-48c6489cd487 req-0dd0f5d7-aa5e-408e-bbe9-95cbe880ad51 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.0806091 Feb 02 14:38:59.853356 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-72d76bfc-d832-41dc-9c0e-48c6489cd487 req-f8456980-17f6-4db3-9ec1-fbc6d68ac906 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Feb 02 14:39:01.111223 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:39:01.182689 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57902f7-979a-4a29-a1d4-216a94508879 req-9b74debc-bf8a-4cfd-8178-dcc7156ac0e8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:01.184154 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b57902f7-979a-4a29-a1d4-216a94508879 req-9b74debc-bf8a-4cfd-8178-dcc7156ac0e8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0930905 Feb 02 14:39:01.232624 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-b57902f7-979a-4a29-a1d4-216a94508879 req-977597f9-8fd4-4512-8fa8-ee7fb802c3e7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Feb 02 14:39:01.233668 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ece4c-f8e2-4561-a14f-436a6e5910ba req-e27d1b13-c20e-4d86-9803-674f9a5c119f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:01.235763 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c89ece4c-f8e2-4561-a14f-436a6e5910ba req-e27d1b13-c20e-4d86-9803-674f9a5c119f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 944 time: 0.2724490 Feb 02 14:39:01.281615 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-c89ece4c-f8e2-4561-a14f-436a6e5910ba req-b7d4cbdb-51fc-4ebd-bd36-6106e5317648 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Feb 02 14:39:01.389350 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 14:39:01.527114 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:39:01.543972 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Returning: {'device': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'port_id': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'mac_address': 'fa:16:3e:3e:dd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 14:39:01.600554 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:01.617370 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a {{(pid=86950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 14:39:01.632897 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:39:01.636481 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:01.703592 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=4']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:01.975443 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:39:02.468799 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b19f-3e8f-4ec5-a4b2-0d71480e0fee req-79e45edc-8348-43a0-8e4a-223486dd11f6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:02.470295 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1e23b19f-3e8f-4ec5-a4b2-0d71480e0fee req-79e45edc-8348-43a0-8e4a-223486dd11f6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 945 time: 0.0816927 Feb 02 14:39:02.480454 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8039e6-cd15-465f-bd44-bc327a6852c0 req-b284718f-84e7-4f73-9b1b-b9ceeb50fc46 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:02.481935 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bb8039e6-cd15-465f-bd44-bc327a6852c0 req-b284718f-84e7-4f73-9b1b-b9ceeb50fc46 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.1420369 Feb 02 14:39:02.521520 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-1e23b19f-3e8f-4ec5-a4b2-0d71480e0fee req-65b073b1-499c-4dad-929a-52277198966f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Feb 02 14:39:02.534201 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-bb8039e6-cd15-465f-bd44-bc327a6852c0 req-f5923c0b-63df-4d57-aaf0-c02a136230ef tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Feb 02 14:39:03.095229 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e9b73ee1-e960-4e7a-a136-8d2ad11a13b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.137851 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-89c798d5-58a7-445b-b864-e919234fd2e7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:03.139904 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-89c798d5-58a7-445b-b864-e919234fd2e7 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0845189 Feb 02 14:39:03.214822 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Deleting port 6010692f-41ca-4be8-8e65-4dbb2aa8405f {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:39:03.215171 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.394467 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a up at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:39:03.462477 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning for port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a completed by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:39:03.467216 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.provisioning_blocks [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Provisioning complete for port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a triggered by entity L2. {{(pid=86950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:39:03.468101 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901359'] for port, provisioning_complete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.473119 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] For port 6010692f-41ca-4be8-8e65-4dbb2aa8405f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6010692f-41ca-4be8-8e65-4dbb2aa8405f,segment=NetworkSegment(b233433c-43b4-4a41-afb8-0bd3b48abd58),segment_id=b233433c-43b4-4a41-afb8-0bd3b48abd58)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:39:03.473662 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.606310 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.633070 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Calling delete_port for 6010692f-41ca-4be8-8e65-4dbb2aa8405f owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:39:03.638096 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'}] {{(pid=86950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:39:03.650577 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:39:03.656268 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932'] for port, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:03.736727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Pushing event updated for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=5']} {{(pid=86950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:03.750775 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292d90-ab12-4380-a609-2478924ad0ad req-de878697-3a09-4da4-9a44-92f252a0df5f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:03.752419 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-44292d90-ab12-4380-a609-2478924ad0ad req-de878697-3a09-4da4-9a44-92f252a0df5f tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 945 time: 0.0943267 Feb 02 14:39:03.797382 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-44292d90-ab12-4380-a609-2478924ad0ad req-e98bc525-96b6-4f64-a04c-081fc349887c tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/security-groups?id=d281a816-bc97-4919-ae77-6057265635a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 Feb 02 14:39:03.850768 dv-cinder-818884-2-iscsi neutron-server[86950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'code': 200} Feb 02 14:39:03.909093 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7defd-0edd-48d2-8b28-cf7b961b2464 req-72baa419-72ba-4671-9da6-7051c533a8d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:03.910584 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-71d7defd-0edd-48d2-8b28-cf7b961b2464 req-72baa419-72ba-4671-9da6-7051c533a8d5 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.1531887 Feb 02 14:39:03.975468 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-71d7defd-0edd-48d2-8b28-cf7b961b2464 req-5cef002f-076a-470f-bfe9-a36256ad47ce tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591311 Feb 02 14:39:03.976507 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:04.012728 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] get_ports_and_sgs() called for port_ids ['6010692f-41ca-4be8-8e65-4dbb2aa8405f'] {{(pid=86950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 14:39:04.031771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Pushing event deleted for resources: {'Port': ['ID=6010692f-41ca-4be8-8e65-4dbb2aa8405f,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:04.112719 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] No DVR routers for this DVR port 6010692f-41ca-4be8-8e65-4dbb2aa8405f on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:39:04.115168 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:04.117916 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'name': 'network-vif-deleted', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:39:04.167601 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96a297-923e-40ee-9954-ae7cba607449', 'name': 'network-vif-deleted', 'tag': '6010692f-41ca-4be8-8e65-4dbb2aa8405f', 'status': 'completed', 'code': 200} Feb 02 14:39:04.174887 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-fd0bda50-fc12-48b6-bb47-0510ec0f5974 req-04dff3c7-f2fc-49bc-85e3-9e03660832e2 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.95 "DELETE /v2.0/ports/6010692f-41ca-4be8-8e65-4dbb2aa8405f HTTP/1.1" status: 204 len: 173 time: 1.0268428 Feb 02 14:39:04.213487 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcca9f1-425f-4660-a3ef-b3484dfc52e5 req-ab68908f-ef91-47d5-9a4d-7f9dc5d8c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:04.215067 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2bcca9f1-425f-4660-a3ef-b3484dfc52e5 req-ab68908f-ef91-47d5-9a4d-7f9dc5d8c89b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1099 time: 0.0850592 Feb 02 14:39:04.264885 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2bcca9f1-425f-4660-a3ef-b3484dfc52e5 req-dbd4b06c-42e8-4560-9e87-8719b95d947d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Feb 02 14:39:04.961756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2be9c6a4-bc38-462e-8bcd-78c846ee24ad req-1f992b28-9498-4bf2-925a-5159e8cc37a8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Synchronizing usage tracker for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:39:04.982246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2be9c6a4-bc38-462e-8bcd-78c846ee24ad req-1f992b28-9498-4bf2-925a-5159e8cc37a8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] Unset dirty status for tenant:c3aaccb8363149819d70e2eb1a9a5b4c on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:39:04.984618 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2be9c6a4-bc38-462e-8bcd-78c846ee24ad req-1f992b28-9498-4bf2-925a-5159e8cc37a8 tempest-VolumesSnapshotTestJSON-948599811 tempest-VolumesSnapshotTestJSON-948599811-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef96a297-923e-40ee-9954-ae7cba607449 HTTP/1.1" status: 200 len: 210 time: 0.0649867 Feb 02 14:39:05.173244 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8d6da-4acd-41f7-a3be-927c1c444ad8 req-28e804a9-4c0f-42d8-a455-cbc35cadd6bf tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:05.174734 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-efc8d6da-4acd-41f7-a3be-927c1c444ad8 req-28e804a9-4c0f-42d8-a455-cbc35cadd6bf tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.0876124 Feb 02 14:39:05.219302 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-efc8d6da-4acd-41f7-a3be-927c1c444ad8 req-790dfdb6-75bb-4bb4-b7b1-d870fb930999 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388360 Feb 02 14:39:06.231275 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-f8d6301c-5a37-4837-b8a7-219c94ce1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:06.430993 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55b72-f5d3-4da8-b9cf-7420f6c2d123 req-0de4f7cd-1cc4-4e0a-b170-e2dd53241ff6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:06.432463 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c7a55b72-f5d3-4da8-b9cf-7420f6c2d123 req-0de4f7cd-1cc4-4e0a-b170-e2dd53241ff6 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.1066992 Feb 02 14:39:06.479734 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c7a55b72-f5d3-4da8-b9cf-7420f6c2d123 req-f93d27ee-2c2c-4b2f-bd3c-f165dd83c0ae tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Feb 02 14:39:06.670576 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a5832-7e95-4a28-b48e-016a4db6ba35 req-b4b90f78-d41f-4455-b96e-3b23213d2fd1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:06.672042 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3f2a5832-7e95-4a28-b48e-016a4db6ba35 req-b4b90f78-d41f-4455-b96e-3b23213d2fd1 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.0852337 Feb 02 14:39:06.721620 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-3f2a5832-7e95-4a28-b48e-016a4db6ba35 req-a57170cf-f9df-4390-9b2e-95d927d3558e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Feb 02 14:39:06.744397 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53976) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:06.931183 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d54720-58a2-4087-a5dd-ac19ef241d85 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:06.932717 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-88d54720-58a2-4087-a5dd-ac19ef241d85 tempest-TestVolumeBootPattern-1951529967 tempest-TestVolumeBootPattern-1951529967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1094 time: 0.1873236 Feb 02 14:39:06.935579 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 53982) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:06.941139 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.v2.base [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Request body: {'floatingip': {'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'port_id': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:39:06.947082 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:39:06.950857 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Usage tracker for resource:floatingip and tenant:88f0024b0ac548d384a93b041d13887d is out of sync, need to count used quota {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:39:06.954304 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:39:06.959990 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.quota.driver [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:39:06.970204 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.107008 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.183538 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.246246 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_common [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Allocated IP 172.27.2.146 (cd002351-10c4-40b0-a8a1-ff7c2e53b56e/69a94726-6acb-480c-bebd-8de1d8e387fe/3338bff0-ebad-456c-9f21-da66d4653beb) {{(pid=86949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:39:07.392323 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.406369 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6010692f-41ca-4be8-8e65-4dbb2aa8405f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:39:07.430199 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760315865869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.441566 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 6010692f-41ca-4be8-8e65-4dbb2aa8405f {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:39:07.441912 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 6010692f-41ca-4be8-8e65-4dbb2aa8405f not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:39:07.443450 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:07.505906 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Network cd002351-10c4-40b0-a8a1-ff7c2e53b56e is already hosted by enough agents. {{(pid=86949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:39:07.508954 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.base_scheduler [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Resources bound (agent type, host, resource id): {{(pid=86949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:39:07.511802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Received port after_create {{(pid=86949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 14:39:07.554610 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=3338bff0-ebad-456c-9f21-da66d4653beb,revision_number=1']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:08.039807 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:08.112436 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598781'] for port, before_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:08.317793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for port, precommit_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:08.322011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760316411917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760315865887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760315865932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106211'] for port, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:08.427059 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event updated for resources: {'Port': ['ID=3338bff0-ebad-456c-9f21-da66d4653beb,revision_number=2']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:08.443333 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538298'] for floatingip, after_update {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:08.613597 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 033d72df-e848-4aeb-b9b5-6595199930ed associated. External IP: 172.27.2.146, port: 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a. Feb 02 14:39:08.981599 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:39:09.161898 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:39:09.172438 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:39:09.181967 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:39:09.182692 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:39:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:09.187529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:09.241818 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-ad281008-87d2-43c5-a3c6-818951e5fa66 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3046131 Feb 02 14:39:09.242428 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:39:09.291840 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'status': 'completed', 'code': 200} Feb 02 14:39:09.422934 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:39:09.475905 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:09.782213 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '033d72df-e848-4aeb-b9b5-6595199930ed', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:3e:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:39:07Z', 'updated_at': '2022-02-02T14:39:07Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}, {'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:09.786027 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:39:09.794085 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:39:09.794703 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:39:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:09.972924 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:39:10.334850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '033d72df-e848-4aeb-b9b5-6595199930ed', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:3e:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:39:07Z', 'updated_at': '2022-02-02T14:39:07Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}, {'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:10.340332 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e68e-9167-4483-964c-45d7e849b619 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '033d72df-e848-4aeb-b9b5-6595199930ed', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:3e:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:39:07Z', 'updated_at': '2022-02-02T14:39:07Z', 'revision_number': 0, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}, {'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:39:10.547907 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54053634-93dd-4520-a892-116ced7d6b6a None None] New status for floating IP 033d72df-e848-4aeb-b9b5-6595199930ed: ACTIVE {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:39:11.238674 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-49fc3b99-29b0-4316-8ce3-7904d03e4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:11.240236 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-49fc3b99-29b0-4316-8ce3-7904d03e4d7a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1099 time: 0.0758815 Feb 02 14:39:11.486159 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-d9a3bfab-dee6-48ea-a558-ccc25edc762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:11.487630 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-d9a3bfab-dee6-48ea-a558-ccc25edc762a service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.2413342 Feb 02 14:39:11.595678 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-52e5347a-d95c-4fa1-80a7-0a303516e0df service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a HTTP/1.1" status: 200 len: 1002 time: 0.1020455 Feb 02 14:39:11.657501 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-4df63d09-cb93-4ffb-9268-782ed0e5ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:11.658942 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-4df63d09-cb93-4ffb-9268-782ed0e5ce4c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0579035 Feb 02 14:39:11.735690 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-99517d78-af5c-418b-b08e-be5f230afd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:39:11.737136 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-99517d78-af5c-418b-b08e-be5f230afd66 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720892 Feb 02 14:39:11.869410 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-86c3cb29-44b8-41e2-a196-390fa8e243b0 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236045 Feb 02 14:39:12.002327 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-f0ce7249-efb4-4290-a996-318247b1ce0f req-6865d42e-4c16-4892-a718-11d46b027c20 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272564 Feb 02 14:39:20.474359 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.723529 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54116) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:31.780685 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Deleting subnet d3869c6a-6169-4328-bd28-48b468715040 {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:39:31.783623 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.830452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.887430 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.952473 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.987478 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3869c6a-6169-4328-bd28-48b468715040,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:31.992771 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:31.998828 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-037f189f-72e9-4b77-8caa-181880e6b9a9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d3869c6a-6169-4328-bd28-48b468715040 HTTP/1.1" status: 204 len: 168 time: 0.2742329 Feb 02 14:39:32.001281 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54120) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:32.104108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.224444 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.249154 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe1e935-394e-4f52-a0ea-636eb24e8a54']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:32.264756 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b233433c-43b4-4a41-afb8-0bd3b48abd58') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:32.265044 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b233433c-43b4-4a41-afb8-0bd3b48abd58') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:39:32.276334 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.291838 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.298619 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:39:32.298988 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:39:32.312851 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:39:32.385238 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.401686 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.416760 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe1e935-394e-4f52-a0ea-636eb24e8a54,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:32.426497 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-1afcc46f-5dac-4dd5-b3fe-ef27bb97679c admin admin] 10.222.0.48 "DELETE /v2.0/networks/9fe1e935-394e-4f52-a0ea-636eb24e8a54 HTTP/1.1" status: 204 len: 168 time: 0.4242094 Feb 02 14:39:32.631160 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54126) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:32.681268 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-21a583ea-8241-43ad-b697-b72e87210688 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3aaccb8363149819d70e2eb1a9a5b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488091 Feb 02 14:39:32.684264 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54130) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:39:32.744243 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.771526 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.822587 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.839798 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281a816-bc97-4919-ae77-6057265635a1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:39:32.851438 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:32.852644 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-abb3b739-2806-4964-b366-4a514f8a56fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d281a816-bc97-4919-ae77-6057265635a1 HTTP/1.1" status: 204 len: 168 time: 0.1673450 Feb 02 14:39:33.101573 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ece13ccf-c6eb-4405-906e-cb5541ece95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:36.233358 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1045-f4b5-4824-acc3-ad0ac1ea5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:37.186898 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:37.412931 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:38.101258 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:39:39.418642 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:39:50.484574 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:03.096017 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-c48a149c-da96-4c93-8e98-e4a2ab748a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:06.238574 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-38d2820e-d1d3-4e4f-ad2e-ef59efdf9fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:07.189211 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:07.415741 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:09.419635 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:15.101186 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:40:20.496727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:33.099986 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e056e7af-4c9b-4ec6-aab2-131a4c7b93ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:36.243280 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8a4c-3db0-4107-95c7-55ab42cd5dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:37.191849 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:37.422708 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:39.423419 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:45.085976 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54148) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:40:45.290212 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 3338bff0-ebad-456c-9f21-da66d4653beb {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:40:45.290583 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:45.560955 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:45.561279 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:45.692403 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 3338bff0-ebad-456c-9f21-da66d4653beb owned by network:floatingip {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:40:45.853774 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:45.905047 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=3338bff0-ebad-456c-9f21-da66d4653beb,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:40:45.970117 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.970478 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.970825 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.971155 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.971487 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.971810 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.972126 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.972449 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.972768 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.973084 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.973398 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:45.973711 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:46.005029 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:46.005402 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.db.l3_db [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 033d72df-e848-4aeb-b9b5-6595199930ed disassociated (deleted). External IP: 172.27.2.146, port: 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a. Feb 02 14:40:46.358488 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:40:46.542653 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:40:46.555307 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:40:46.565754 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:40:46.566539 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:40:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:46.574529 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:46.633505 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-297b3427-0d09-45fa-a22e-761632e57e11 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "DELETE /v2.0/floatingips/033d72df-e848-4aeb-b9b5-6595199930ed HTTP/1.1" status: 204 len: 168 time: 1.5462711 Feb 02 14:40:46.634240 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'}] {{(pid=86948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:40:46.812788 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:40:46.958616 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'status': 'completed', 'code': 200} Feb 02 14:40:47.026046 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550cd9-6cf7-4a1b-ab7f-68b958734862 req-afaa1536-28a0-40fb-99c3-746915e2e89e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:47.027633 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74550cd9-6cf7-4a1b-ab7f-68b958734862 req-afaa1536-28a0-40fb-99c3-746915e2e89e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.0960886 Feb 02 14:40:47.075363 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-74550cd9-6cf7-4a1b-ab7f-68b958734862 req-608bb603-5629-4708-aae7-6c45bf154798 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Feb 02 14:40:47.186467 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:47.190640 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:40:47.200271 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:40:47.200893 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:40:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:47.224370 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667d51-7900-4242-b528-9fc5337a506d req-590029f6-d977-47a4-b0c7-fa3296eff6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:47.225914 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-590029f6-d977-47a4-b0c7-fa3296eff6dc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 1099 time: 0.2177188 Feb 02 14:40:47.370170 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667d51-7900-4242-b528-9fc5337a506d req-d9824830-8822-4ec9-99ec-5ef7008ff42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:47.371637 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-d9824830-8822-4ec9-99ec-5ef7008ff42d service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.1392095 Feb 02 14:40:47.394005 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:40:47.537159 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-a5a090a9-1d46-48c6-8105-f91d7607850d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a HTTP/1.1" status: 200 len: 217 time: 0.1580184 Feb 02 14:40:47.604097 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667d51-7900-4242-b528-9fc5337a506d req-d79e4313-72f0-4da4-9b68-3038b2a5577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:47.605543 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-d79e4313-72f0-4da4-9b68-3038b2a5577e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0623009 Feb 02 14:40:47.684825 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667d51-7900-4242-b528-9fc5337a506d req-8d61f780-0b59-47f8-90b8-a5c80df163fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:47.686375 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-8d61f780-0b59-47f8-90b8-a5c80df163fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728247 Feb 02 14:40:47.699109 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-0a29c52e-c6ab-4dd8-83f4-b61f3c01653d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 14:40:47.700210 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-0a29c52e-c6ab-4dd8-83f4-b61f3c01653d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051332 Feb 02 14:40:47.760207 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:47.764278 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f66d88-f7e4-4fb3-a957-d3dfb7f9ef5a None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_floatingips': [{'id': '5c5b4b03-2ce0-4e99-9de8-830aa5d9e946', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'router_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'port_id': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'mac_address': 'fa:16:3e:6f:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:36:52Z', 'updated_at': '2022-02-02T14:36:55Z', 'revision_number': 1, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:40:47.842685 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-33de641f-382a-45a1-ac2d-23eb0f5b7014 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333923 Feb 02 14:40:47.983550 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2f667d51-7900-4242-b528-9fc5337a506d req-7162394c-e33a-4fe0-a4cb-61b271cce2cd service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340251 Feb 02 14:40:47.999338 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f86f3-4826-44d9-96ff-7d0f22431db3 None None] New status for floating IP 033d72df-e848-4aeb-b9b5-6595199930ed: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:40:48.271915 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bbb78-c83a-4d75-941d-7caf70d30d37 req-15b8c662-14f2-450d-a140-b1c61475e8e8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:48.273141 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-477bbb78-c83a-4d75-941d-7caf70d30d37 req-15b8c662-14f2-450d-a140-b1c61475e8e8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86948) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:40:48.288229 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.quota.resource [req-477bbb78-c83a-4d75-941d-7caf70d30d37 req-15b8c662-14f2-450d-a140-b1c61475e8e8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86948) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:40:48.289602 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-477bbb78-c83a-4d75-941d-7caf70d30d37 req-15b8c662-14f2-450d-a140-b1c61475e8e8 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.0958087 Feb 02 14:40:48.334317 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-477bbb78-c83a-4d75-941d-7caf70d30d37 req-78260135-361b-44b6-bf0e-ee71f34dafc9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Feb 02 14:40:49.017582 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-862e5839-d6db-4865-8ef3-807bada1422f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:49.019172 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-862e5839-d6db-4865-8ef3-807bada1422f tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.0817487 Feb 02 14:40:49.101801 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:40:49.102144 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:49.356798 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] For port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:40:49.357093 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:49.512904 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:40:49.661830 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9866d-c2f3-44a2-a30a-d34a4b6b8dbb req-4deae1e1-4786-410e-98ef-d935089b003e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:49.663356 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0fb9866d-c2f3-44a2-a30a-d34a4b6b8dbb req-4deae1e1-4786-410e-98ef-d935089b003e tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 946 time: 0.1866114 Feb 02 14:40:49.731962 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-0fb9866d-c2f3-44a2-a30a-d34a4b6b8dbb req-da4796b9-d7cc-473d-8d9d-06d8edc95407 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611234 Feb 02 14:40:49.732868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:49.784363 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=1f7d5fbd-1c0b-4369-973b-2dda1eaca67a,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:40:49.824978 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.825511 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827036 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.827718 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.828058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.828352 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.828491 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-2-iscsi {{(pid=86949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:40:49.874491 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] No DVR routers for this DVR port 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:40:49.876925 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:49.879474 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'name': 'network-vif-deleted', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:40:49.896854 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-01eef3a4-94d3-4717-a82d-d1f55464cdc2 req-1a697395-1676-42be-90f5-145d8c239b7b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "DELETE /v2.0/ports/1f7d5fbd-1c0b-4369-973b-2dda1eaca67a HTTP/1.1" status: 204 len: 173 time: 0.8692415 Feb 02 14:40:49.991164 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e00e0-3b84-4be8-9496-5ccb4126a8fa', 'name': 'network-vif-deleted', 'tag': '1f7d5fbd-1c0b-4369-973b-2dda1eaca67a', 'status': 'completed', 'code': 200} Feb 02 14:40:50.503675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:50.893684 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2e5ee5c8-446c-4efd-a601-68a8f94a8125 req-ce179bce-9ccb-477f-b775-65c826fdafdd tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:40:50.910089 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-2e5ee5c8-446c-4efd-a601-68a8f94a8125 req-ce179bce-9ccb-477f-b775-65c826fdafdd tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:40:50.911280 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-2e5ee5c8-446c-4efd-a601-68a8f94a8125 req-ce179bce-9ccb-477f-b775-65c826fdafdd tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e00e0-3b84-4be8-9496-5ccb4126a8fa HTTP/1.1" status: 200 len: 210 time: 0.0605645 Feb 02 14:40:51.939420 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:40:51.977727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:40:51.977727 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 1f7d5fbd-1c0b-4369-973b-2dda1eaca67a not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:40:52.103466 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:40:54.459802 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54188) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:40:54.802294 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 07890aa7-0878-4f57-baf3-8b3d5dde5c90 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:40:54.802665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:54.990368 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:54.990696 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:55.217959 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 07890aa7-0878-4f57-baf3-8b3d5dde5c90 owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:40:55.473335 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:55.521975 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=07890aa7-0878-4f57-baf3-8b3d5dde5c90,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:40:55.625034 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:55.625358 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.db.l3_db [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Floating IP 5c5b4b03-2ce0-4e99-9de8-830aa5d9e946 disassociated (deleted). External IP: 172.27.2.66, port: 2b8ef70b-59ed-408f-8395-7efc81acd703. Feb 02 14:40:56.019520 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:40:56.217370 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:40:56.229845 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:40:56.239857 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:40:56.240488 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:40:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:56.241787 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:56.300214 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e3dfccfa-a7f0-4cfb-95f6-ba1d27aba59c tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c5b4b03-2ce0-4e99-9de8-830aa5d9e946 HTTP/1.1" status: 204 len: 168 time: 1.8391736 Feb 02 14:40:56.300803 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:40:56.349823 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'status': 'completed', 'code': 200} Feb 02 14:40:56.443194 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:40:56.708534 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-2284a9f3-5aa8-4d19-9387-f149fd7782af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:56.710158 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-2284a9f3-5aa8-4d19-9387-f149fd7782af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1098 time: 0.2995009 Feb 02 14:40:56.714560 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-16d3257c-8cda-42fa-958f-22cda9b775a0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046522 Feb 02 14:40:56.783442 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e3d7-df1c-4779-8120-963e73922f4b req-81821a6a-67a1-43ce-b2be-b69b01f733f9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:56.784993 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1349e3d7-df1c-4779-8120-963e73922f4b req-81821a6a-67a1-43ce-b2be-b69b01f733f9 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0870581 Feb 02 14:40:56.832446 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-1349e3d7-df1c-4779-8120-963e73922f4b req-2914a666-f5e7-43c8-b22f-8fbf656da51d tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Feb 02 14:40:56.882767 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:56.888071 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:40:56.897121 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:40:56.897850 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:40:36Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:56.908849 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-6f070a77-31e9-456e-ad31-cc43c0aa1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:56.910503 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-6f070a77-31e9-456e-ad31-cc43c0aa1fad service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.1907551 Feb 02 14:40:56.985867 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-18bba450-d394-4f21-a558-1aa31f23747e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 217 time: 0.0672064 Feb 02 14:40:57.058642 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-b64e773b-7ba5-48ad-a103-4b3b588e28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:57.060116 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-b64e773b-7ba5-48ad-a103-4b3b588e28f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.0680265 Feb 02 14:40:57.107757 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:40:57.141877 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-fa81633e-d56e-441c-a1e3-d551a7808a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:57.143483 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-fa81633e-d56e-441c-a1e3-d551a7808a31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766065 Feb 02 14:40:57.286283 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-7dd20385-807c-4887-9e01-cbcdd2f75993 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357973 Feb 02 14:40:57.454946 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-81d3b417-13f9-41be-ace1-9ca4d573dbad req-7e55d60e-f3a8-431c-8f0a-610bc356c134 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619692 Feb 02 14:40:57.512749 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:40:57.528268 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d7f41-d256-471c-899c-0e3cb47b9d96 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:33:01Z', 'revision_number': 4, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi', '_interfaces': [{'id': '2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc', 'name': '', 'network_id': 'c1ef30b0-81f1-4512-8463-6d897fae643f', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'mac_address': 'fa:16:3e:cd:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:00Z', 'updated_at': '2022-02-02T14:33:09Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'subnets': [{'id': 'c28bcf49-8801-4316-ad6d-6c7b026821cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:40:57.699585 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-e96c8fe7-1ab3-4466-8e3e-8c362be7de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:57.701586 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-e96c8fe7-1ab3-4466-8e3e-8c362be7de5b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=88f0024b0ac548d384a93b041d13887d&device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 1098 time: 0.0823185 Feb 02 14:40:57.846083 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c97a89-ff47-4be1-a516-4acafdb9de8e None None] New status for floating IP 5c5b4b03-2ce0-4e99-9de8-830aa5d9e946: DOWN {{(pid=86951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:40:57.900885 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-8349f7e8-f20b-4233-9a9f-5a9e4a70f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:57.902831 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-8349f7e8-f20b-4233-9a9f-5a9e4a70f1f1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 200 len: 913 time: 0.1772356 Feb 02 14:40:58.083256 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-acb57043-49ba-4947-84ec-58ff29f99f9f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 200 len: 217 time: 0.1737833 Feb 02 14:40:58.243869 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-816c729f-d9f6-4b1a-82d6-b91584f282e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:58.246469 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-816c729f-d9f6-4b1a-82d6-b91584f282e6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 200 len: 851 time: 0.1510589 Feb 02 14:40:58.316021 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b375e4-c318-4b6b-b2eb-3537e8673682 req-4ab8bcef-540e-4509-887a-7e857369c71a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:58.316760 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-80b375e4-c318-4b6b-b2eb-3537e8673682 req-4ab8bcef-540e-4509-887a-7e857369c71a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Synchronizing usage tracker for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:40:58.350919 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.quota.resource [req-80b375e4-c318-4b6b-b2eb-3537e8673682 req-4ab8bcef-540e-4509-887a-7e857369c71a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Unset dirty status for tenant:88f0024b0ac548d384a93b041d13887d on resource:port {{(pid=86949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:40:58.352448 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80b375e4-c318-4b6b-b2eb-3537e8673682 req-4ab8bcef-540e-4509-887a-7e857369c71a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.3414528 Feb 02 14:40:58.383806 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-1387ce4a-e9d4-4bd9-9093-be669a12398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:58.385397 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-1387ce4a-e9d4-4bd9-9093-be669a12398a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1ef30b0-81f1-4512-8463-6d897fae643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1277142 Feb 02 14:40:58.480972 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-80b375e4-c318-4b6b-b2eb-3537e8673682 req-824c6c9e-800a-48d3-83a4-662f7af390fe tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205521 Feb 02 14:40:58.552121 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-ee0f0eed-cb59-49cb-9150-6bd04f75fdaa service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517756 Feb 02 14:40:58.857657 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-5944d53a-a1e0-41c1-a205-7037d8a14620 req-9c82ac95-9e89-49b3-9084-dcde02f642e6 service neutron] 10.222.0.95 "GET /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983196 Feb 02 14:40:58.880580 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-3d25b396-9523-4479-8d6c-957f7c64df12 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:58.882149 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-3d25b396-9523-4479-8d6c-957f7c64df12 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.2360208 Feb 02 14:40:58.984190 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 2b8ef70b-59ed-408f-8395-7efc81acd703 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:40:58.985003 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:59.377700 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] For port 2b8ef70b-59ed-408f-8395-7efc81acd703, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2b8ef70b-59ed-408f-8395-7efc81acd703,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:40:59.378080 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:59.532533 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 2b8ef70b-59ed-408f-8395-7efc81acd703 owned by compute:nova {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:40:59.746736 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5bb09-cba6-4c5a-a4bd-ae7f96db931e req-322323eb-77c1-40f8-951e-9d10a35868e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:40:59.748362 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4c5bb09-cba6-4c5a-a4bd-ae7f96db931e req-322323eb-77c1-40f8-951e-9d10a35868e4 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 945 time: 0.0923591 Feb 02 14:40:59.766022 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:59.815938 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-c4c5bb09-cba6-4c5a-a4bd-ae7f96db931e req-304e1615-7bc1-4550-bde4-9a9d47fe76d7 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/security-groups?id=a20341f2-7a4b-4ce7-b5dd-37f93b42a022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571764 Feb 02 14:40:59.825592 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=2b8ef70b-59ed-408f-8395-7efc81acd703,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:40:59.911980 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] No DVR routers for this DVR port 2b8ef70b-59ed-408f-8395-7efc81acd703 on host hv-cinder-81888 {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:40:59.914847 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for port, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:40:59.918095 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'name': 'network-vif-deleted', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703'}] {{(pid=86949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 14:40:59.939537 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [req-d61790ef-e72a-42c3-8f81-e29aa7c77760 req-919eaed3-d781-4ea8-a2e7-8f023075eb3b tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.95 "DELETE /v2.0/ports/2b8ef70b-59ed-408f-8395-7efc81acd703 HTTP/1.1" status: 204 len: 173 time: 1.0320709 Feb 02 14:40:59.969604 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf03f0d-9cba-478b-b204-94c26adc5e75', 'name': 'network-vif-deleted', 'tag': '2b8ef70b-59ed-408f-8395-7efc81acd703', 'status': 'completed', 'code': 200} Feb 02 14:41:01.149658 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [req-8f59ffc0-592d-415b-a50b-2692af7d99c8 req-040304d9-c12d-48b7-a2ab-bce0476cfd1a tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddf03f0d-9cba-478b-b204-94c26adc5e75 HTTP/1.1" status: 200 len: 210 time: 0.1667838 Feb 02 14:41:01.983601 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 2b8ef70b-59ed-408f-8395-7efc81acd703 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:02.021546 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] No Port match for: 2b8ef70b-59ed-408f-8395-7efc81acd703 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:02.021890 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Device 2b8ef70b-59ed-408f-8395-7efc81acd703 not bound to the agent host hv-cinder-81888 {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:02.280232 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54212) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:02.470073 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Deleting port 41441c8b-ca77-4110-b83d-c624f7b968b9 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:02.470401 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:02.697648 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:02.698012 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:02.838931 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Calling delete_port for 41441c8b-ca77-4110-b83d-c624f7b968b9 owned by network:floatingip {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:03.040703 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:03.096927 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'Port': ['ID=41441c8b-ca77-4110-b83d-c624f7b968b9,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:03.113054 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d60e8bb-4152-4517-a1aa-d5e4bf73c38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:03.199249 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for floatingip, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:03.215747 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61224'] for floatingip, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:03.217204 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-12d9af46-913f-4ac8-ad82-25bc233f4838 tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ed8c752-92cb-429e-999f-71a59d19a80b HTTP/1.1" status: 204 len: 168 time: 0.9357593 Feb 02 14:41:04.669437 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54230) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:04.754028 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:04.792078 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:04.864298 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:04.886038 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20341f2-7a4b-4ce7-b5dd-37f93b42a022,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:04.900578 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] Notify callbacks [] for security_group, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:04.901745 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-a001f4c5-f6fd-447b-aaa1-541d3da679bb tempest-TestVolumeBootPattern-405871595 tempest-TestVolumeBootPattern-405871595-project] 10.222.0.48 "DELETE /v2.0/security-groups/a20341f2-7a4b-4ce7-b5dd-37f93b42a022 HTTP/1.1" status: 204 len: 168 time: 0.2309144 Feb 02 14:41:04.982820 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54236) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:05.893058 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:06.257606 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-59b72faf-032c-4421-a653-30f7cb5295fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:06.301792 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Deleting port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:06.302134 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:06.493824 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] For port 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:06.494299 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:06.627004 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Calling delete_port for 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:06.829643 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:06.886644 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:07.211244 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:07.375006 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:07.431225 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:07.824259 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:41:08.033248 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:41:08.044483 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Sync routers for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:41:08.054853 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e10a0c98-ab5d-4d38-86a8-30161deee8cd admin admin] 10.222.0.48 "PUT /v2.0/routers/5b68891d-a3e5-4793-9f94-3a671a09d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0702651 Feb 02 14:41:08.058110 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54248) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:08.060059 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:41:08.060862 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:41:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:08.274793 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks [] for router, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:08.355325 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:41:08.479994 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:08.497011 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Deleting port d3d09abe-34aa-44db-83ca-835fccd66ec1 {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:08.497408 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:08.842947 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] For port d3d09abe-34aa-44db-83ca-835fccd66ec1, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=d3d09abe-34aa-44db-83ca-835fccd66ec1,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:08.843332 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:08.853155 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:41:06Z', 'revision_number': 5, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port': {'id': 'd3d09abe-34aa-44db-83ca-835fccd66ec1', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:32:57Z', 'updated_at': '2022-02-02T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:08.858407 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Checking router: 5b68891d-a3e5-4793-9f94-3a671a09d4f5 for host: dv-cinder-818884-2-iscsi {{(pid=86950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:41:08.868614 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Routers {'5b68891d-a3e5-4793-9f94-3a671a09d4f5'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:41:08.870662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:41:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'], 'active': True} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:09.091772 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Calling delete_port for d3d09abe-34aa-44db-83ca-835fccd66ec1 owned by network:router_gateway {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:09.093287 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_dvr_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] Set router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 gateway port host: None {{(pid=86950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:41:09.227581 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.db.l3_hamode_db [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:41:08Z', 'revision_number': 6, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:09.234774 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c82e-07d7-4400-8916-69475fab01b9 None None] The sync data for ids ['5b68891d-a3e5-4793-9f94-3a671a09d4f5'] in dv-cinder-818884-2-iscsi is: [{'id': '5b68891d-a3e5-4793-9f94-3a671a09d4f5', 'name': 'tempest-TestVolumeBootPattern-1086014084-router', 'tenant_id': '88f0024b0ac548d384a93b041d13887d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:32:56Z', 'updated_at': '2022-02-02T14:41:08Z', 'revision_number': 6, 'project_id': '88f0024b0ac548d384a93b041d13887d', 'gw_port_host': None}] {{(pid=86950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:41:09.354754 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.419242 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d09abe-34aa-44db-83ca-835fccd66ec1,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:09.434786 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.537245 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.749182 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:09.791957 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.795452 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.804119 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:09.804592 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 2e7dc7dc-2cd4-45f3-9aa3-3629337c73cc not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:09.835726 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.836262 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b68891d-a3e5-4793-9f94-3a671a09d4f5 {{(pid=86949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:41:09.855389 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] Notify callbacks [] for router, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.856682 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e7e1cbd4-6d3d-40f4-b399-ad5f639200aa admin admin] 10.222.0.48 "DELETE /v2.0/routers/5b68891d-a3e5-4793-9f94-3a671a09d4f5 HTTP/1.1" status: 204 len: 168 time: 1.7966564 Feb 02 14:41:09.860867 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54252) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:09.926541 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Deleting subnet c28bcf49-8801-4316-ad6d-6c7b026821cf {{(pid=86949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:41:09.930441 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:09.988519 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16219465'] for subnet, precommit_delete_associations {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.080460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.175369 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15518291'] for subnet, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.228140 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28bcf49-8801-4316-ad6d-6c7b026821cf,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:10.231665 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for subnet, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.241417 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506751db-65ef-44a5-afca-def1a993006c None None] Network c1ef30b0-81f1-4512-8463-6d897fae643f requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:41:10.242650 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-79e4094a-ea1d-442e-93c0-845ab92609a0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c28bcf49-8801-4316-ad6d-6c7b026821cf HTTP/1.1" status: 204 len: 168 time: 0.3804893 Feb 02 14:41:10.243297 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54256) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:10.392489 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.408460 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Deleting port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:10.409002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.668533 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] DHCP port deletion for c1ef30b0-81f1-4512-8463-6d897fae643f request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:41:10.673694 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Deleting port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:10.674292 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.763067 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] For port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:10.764193 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:10.992427 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] For port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,segment=NetworkSegment(feb9ec7d-80f6-498e-870b-40fc5622e403),segment_id=feb9ec7d-80f6-498e-870b-40fc5622e403)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:10.992818 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.031754 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Calling delete_port for 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc owned by network:dhcp {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:11.156868 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.179827 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Calling delete_port for 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:11.215781 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:11.220108 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] No DVR routers for this DVR port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc on host dv-cinder-818884-2-iscsi {{(pid=86949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:41:11.289471 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:41:11.290194 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:41:11.425371 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.473143 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ef30b0-81f1-4512-8463-6d897fae643f']}} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:11.498840 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb9ec7d-80f6-498e-870b-40fc5622e403') {'for_net_delete': True} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:11.499329 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.services.segments.db [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb9ec7d-80f6-498e-870b-40fc5622e403') {} {{(pid=86949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:11.522132 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16219518'] for segment, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.557999 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.568128 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=86949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:41:11.568685 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106891'] for segment, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: Traceback (most recent call last): Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: timer() Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: cb(*args, **kw) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: return func(*args, **kwargs) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: self._notify() Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: self.callback(batched_events) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: event.method(event) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: return f(self, *a, **k) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._get(url).json() Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: return self.request(url, 'GET', **kwargs) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:41:11.602118 dv-cinder-818884-2-iscsi neutron-server[86949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:41:11.695164 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.721002 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.733835 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ef30b0-81f1-4512-8463-6d897fae643f,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:11.737872 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:11.759231 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-b380d872-178a-4ac5-a632-edd6af000f6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1ef30b0-81f1-4512-8463-6d897fae643f HTTP/1.1" status: 204 len: 168 time: 1.5117552 Feb 02 14:41:11.760309 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [-] (86949) accepted ('10.222.0.48', 54260) {{(pid=86949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:11.779318 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:11.779673 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:11.780090 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d3d09abe-34aa-44db-83ca-835fccd66ec1 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:11.805490 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Deleting port 5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:11.805864 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:11.853104 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: d3d09abe-34aa-44db-83ca-835fccd66ec1 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:11.853372 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device d3d09abe-34aa-44db-83ca-835fccd66ec1 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:11.891824 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-b810d5fb-ef64-4cee-94f8-7470f5c99197 None None] The port '5bf1d9a6-d877-4ff6-9948-1eb82c61e6bc' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:41:12.488074 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890824'] for router_interface, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:12.995403 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Deleting port 165133b0-f02e-4b0d-8397-4f759c7d842e {{(pid=86949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:12.995737 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:13.192258 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.db [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] For port 165133b0-f02e-4b0d-8397-4f759c7d842e, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=165133b0-f02e-4b0d-8397-4f759c7d842e,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:13.192629 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:13.336123 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.plugins.ml2.plugin [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Calling delete_port for 165133b0-f02e-4b0d-8397-4f759c7d842e owned by network:router_interface {{(pid=86949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:13.549608 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106202'] for port, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:13.609561 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Pushing event deleted for resources: {'Port': ['ID=165133b0-f02e-4b0d-8397-4f759c7d842e,revision_number=None']} {{(pid=86949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:13.936994 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron_lib.callbacks.manager [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540248'] for router_interface, after_delete {{(pid=86949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:14.340639 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 has already been hosted by L3 agent b0450650-6851-4577-9b0c-052f04b2f82d {{(pid=86949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 14:41:14.659895 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] Notify agent at l3_agent.dv-cinder-818884-2-iscsi the message routers_updated {{(pid=86949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 14:41:14.671469 dv-cinder-818884-2-iscsi neutron-server[86949]: INFO neutron.wsgi [None req-e32660ac-5c1f-43c0-8108-bba04c50be88 admin admin] 10.222.0.48 "PUT /v2.0/routers/1472e0f7-1f0b-425d-a45f-d25621a6aa58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091642 Feb 02 14:41:14.673449 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Sync routers for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:41:14.675555 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54264) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:14.686555 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:41:14.687567 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:41:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:14.982908 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:15.031745 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: dv-cinder-818884-2-iscsi {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:41:15.205361 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:15.217957 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Deleting port 1cb80735-2506-43a6-abe1-8d24d6016823 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:15.218536 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:15.361006 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'external_fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:41:13Z', 'revision_number': 5, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port': {'id': '1cb80735-2506-43a6-abe1-8d24d6016823', 'name': '', 'network_id': 'cd002351-10c4-40b0-a8a1-ff7c2e53b56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:33:06Z', 'updated_at': '2022-02-02T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69a94726-6acb-480c-bebd-8de1d8e387fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-2-iscsi'}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:15.364872 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Checking router: 1472e0f7-1f0b-425d-a45f-d25621a6aa58 for host: dv-cinder-818884-2-iscsi {{(pid=86951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:41:15.374523 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Routers {'1472e0f7-1f0b-425d-a45f-d25621a6aa58'} bound to L3 agent in host dv-cinder-818884-2-iscsi {{(pid=86951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 14:41:15.375169 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:20:06Z,description=,heartbeat_timestamp=2022-02-02T14:41:06Z,host='dv-cinder-818884-2-iscsi',id=b0450650-6851-4577-9b0c-052f04b2f82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:20:06Z,topic='l3_agent')) {'router_ids': ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'], 'active': True} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:15.427478 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] For port 1cb80735-2506-43a6-abe1-8d24d6016823, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=1cb80735-2506-43a6-abe1-8d24d6016823,segment=NetworkSegment(b8bc35fe-5624-4248-b6d1-b7784088f659),segment_id=b8bc35fe-5624-4248-b6d1-b7784088f659)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:15.427842 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:15.554317 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_dvr_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] Set router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 gateway port host: None {{(pid=86951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 14:41:15.567102 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Calling delete_port for 1cb80735-2506-43a6-abe1-8d24d6016823 owned by network:router_gateway {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:15.667454 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.l3_hamode_db [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:41:15Z', 'revision_number': 6, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port_host': None}], 'dv-cinder-818884-2-iscsi', False) {} {{(pid=86951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:15.671787 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad6dd3-16b2-417a-b790-68ab1907843d None None] The sync data for ids ['1472e0f7-1f0b-425d-a45f-d25621a6aa58'] in dv-cinder-818884-2-iscsi is: [{'id': '1472e0f7-1f0b-425d-a45f-d25621a6aa58', 'name': 'tempest-TestVolumeBootPattern-630199920-router', 'tenant_id': '9613752179f3454b9077e8e94152dbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:33:05Z', 'updated_at': '2022-02-02T14:41:15Z', 'revision_number': 6, 'project_id': '9613752179f3454b9077e8e94152dbfe', 'gw_port_host': None}] {{(pid=86951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:41:15.768516 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:15.818648 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb80735-2506-43a6-abe1-8d24d6016823,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:15.921173 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538349'] for router_gateway, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.111053 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1667'] for router, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.114437 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.147861 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539015'] for router, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.149050 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1472e0f7-1f0b-425d-a45f-d25621a6aa58 {{(pid=86948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 14:41:16.173930 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.175078 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4e006594-8f04-4af5-b735-2fc1f7733ae4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1472e0f7-1f0b-425d-a45f-d25621a6aa58 HTTP/1.1" status: 204 len: 168 time: 1.4982562 Feb 02 14:41:16.177833 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54268) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:16.246272 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Deleting subnet eeac2494-76d0-4b29-b219-80b8c2b9a834 {{(pid=86948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 14:41:16.250704 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.415639 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13895705'] for subnet, precommit_delete_associations {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.524811 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019187'] for subnet, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.646246 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13636442'] for subnet, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.693403 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeac2494-76d0-4b29-b219-80b8c2b9a834,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:16.697431 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.707729 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be97d42-151a-499f-94a6-9886be7f1352 None None] Network ce6f3651-f0bd-4be8-8221-56369544147b requested from dv-cinder-818884-2-iscsi {{(pid=86950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 14:41:16.708586 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-4b9cad24-1596-4443-b064-dd0e7f533990 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eeac2494-76d0-4b29-b219-80b8c2b9a834 HTTP/1.1" status: 204 len: 168 time: 0.5288498 Feb 02 14:41:16.708586 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54272) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:16.847620 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040136'] for network, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:16.868672 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Deleting port 67a8b1d3-da93-42dc-9872-270b5736aab6 {{(pid=86948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:16.869005 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.098138 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] DHCP port deletion for ce6f3651-f0bd-4be8-8221-56369544147b request from dv-cinder-818884-2-iscsi {{(pid=86950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 14:41:17.103664 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Deleting port 67a8b1d3-da93-42dc-9872-270b5736aab6 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:17.104174 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.164349 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.db [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] For port 67a8b1d3-da93-42dc-9872-270b5736aab6, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67a8b1d3-da93-42dc-9872-270b5736aab6,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:17.164691 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.364199 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.plugin [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Calling delete_port for 67a8b1d3-da93-42dc-9872-270b5736aab6 owned by network:dhcp {{(pid=86948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:17.429688 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.db [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] For port 67a8b1d3-da93-42dc-9872-270b5736aab6, host dv-cinder-818884-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-2-iscsi',level=0,port_id=67a8b1d3-da93-42dc-9872-270b5736aab6,segment=NetworkSegment(a5b19854-d68b-4bf2-a16b-f472fe32ff0b),segment_id=a5b19854-d68b-4bf2-a16b-f472fe32ff0b)] {{(pid=86950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 14:41:17.430073 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539806'] for port, precommit_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.473772 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1597688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760316411926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760315865878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16360911'] for port, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.571161 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Calling delete_port for 67a8b1d3-da93-42dc-9872-270b5736aab6 owned by network:dhcp {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 14:41:17.574327 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Pushing event deleted for resources: {'Port': ['ID=67a8b1d3-da93-42dc-9872-270b5736aab6,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:17.578055 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] No DVR routers for this DVR port 67a8b1d3-da93-42dc-9872-270b5736aab6 on host dv-cinder-818884-2-iscsi {{(pid=86948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:41:17.669641 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.db.api [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:41:17.670918 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG oslo_db.api [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:41:17.718545 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018978', 'neutron.services.segments.db._delete_segments_for_network-8760316358458'] for network, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.736746 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 1cb80735-2506-43a6-abe1-8d24d6016823 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:17.756502 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6f3651-f0bd-4be8-8221-56369544147b']}} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:17.774007 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b') {'for_net_delete': True} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:17.774563 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.services.segments.db [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b19854-d68b-4bf2-a16b-f472fe32ff0b') {} {{(pid=86948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:17.780317 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 1cb80735-2506-43a6-abe1-8d24d6016823 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:17.780670 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 1cb80735-2506-43a6-abe1-8d24d6016823 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:17.781068 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 165133b0-f02e-4b0d-8397-4f759c7d842e no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:17.797936 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760316358741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13895726'] for segment, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.817806 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 165133b0-f02e-4b0d-8397-4f759c7d842e {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:17.818201 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 165133b0-f02e-4b0d-8397-4f759c7d842e not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:17.818578 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67a8b1d3-da93-42dc-9872-270b5736aab6 no longer exists at agent ovs-agent-dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 14:41:17.830120 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2008251'] for segment, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.843905 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=86948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:41:17.844594 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2008226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16360990'] for segment, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:17.853878 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] No Port match for: 67a8b1d3-da93-42dc-9872-270b5736aab6 {{(pid=86950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 14:41:17.854298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.rpc [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Device 67a8b1d3-da93-42dc-9872-270b5736aab6 not bound to the agent host dv-cinder-818884-2-iscsi {{(pid=86950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: Traceback (most recent call last): Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: timer() Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: cb(*args, **kw) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: return func(*args, **kwargs) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: self._notify() Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: self.callback(batched_events) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: event.method(event) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: return f(self, *a, **k) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._get(url).json() Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: return self.request(url, 'GET', **kwargs) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:41:17.871013 dv-cinder-818884-2-iscsi neutron-server[86948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:41:18.013575 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538312'] for network, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.047730 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525829'] for network, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.062878 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6f3651-f0bd-4be8-8221-56369544147b,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:18.067614 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-2631bdbf-a316-4a5c-97aa-d910b1ea43df admin admin] 10.222.0.48 "DELETE /v2.0/networks/ce6f3651-f0bd-4be8-8221-56369544147b HTTP/1.1" status: 204 len: 168 time: 1.3580856 Feb 02 14:41:18.171477 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Deleting port 67a8b1d3-da93-42dc-9872-270b5736aab6 {{(pid=86950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 14:41:18.171886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760316406766'] for port, before_delete {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.222956 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54278) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:18.267049 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron.plugins.ml2.plugin [None req-fa246f0d-fc87-40eb-9beb-5311972ee2b9 None None] The port '67a8b1d3-da93-42dc-9872-270b5736aab6' was deleted {{(pid=86950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 14:41:18.288225 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-5e631e98-dba2-464d-bb2c-c3210554ddb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88f0024b0ac548d384a93b041d13887d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640833 Feb 02 14:41:18.291292 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54282) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:18.394747 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.426494 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.486708 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.507083 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1794a6d-ab25-4cc9-82af-f6f11b218f14,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:18.515312 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:18.518027 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-02c377de-32b4-4c39-82be-22eb469d350a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1794a6d-ab25-4cc9-82af-f6f11b218f14 HTTP/1.1" status: 204 len: 168 time: 0.2224867 Feb 02 14:41:18.941522 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54290) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:19.038516 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-205246e1-c15c-45d4-87f3-509d589a1fa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9613752179f3454b9077e8e94152dbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949755 Feb 02 14:41:19.041044 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [-] (86948) accepted ('10.222.0.48', 54294) {{(pid=86948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:41:19.108619 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:19.138691 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:19.201080 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032848'] for security_group, after_delete {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:19.218506 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50403ec-25ac-4733-8d57-1cbe7fec4c5c,revision_number=None']} {{(pid=86948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:19.226497 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:19.227843 dv-cinder-818884-2-iscsi neutron-server[86948]: INFO neutron.wsgi [None req-95e9fd19-352a-4424-b480-4f53e3a58756 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d50403ec-25ac-4733-8d57-1cbe7fec4c5c HTTP/1.1" status: 204 len: 168 time: 0.1858320 Feb 02 14:41:20.513193 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:29.106507 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:41:33.110823 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf235-f2c1-4d1a-8cf7-ccb280ccb93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:36.251295 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b606fc4b-5580-48ac-9023-a1a60262a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:37.200615 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:37.431144 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:39.432883 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:41:50.518729 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:03.108197 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-154c6b6d-aeb7-490d-9ea6-926554545bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:06.106392 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:42:06.247291 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9b35dbbd-518e-45e0-b50c-46acafc993c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:07.205239 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:07.429714 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:09.434314 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:20.518741 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:33.105088 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b5e189c3-2f8c-4ac0-9049-bc755810e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:36.243417 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-ccbe09da-fd29-4576-b54a-5be0ee70364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:37.200662 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:37.433366 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:39.439056 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:42:43.106636 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:42:50.538780 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:03.111051 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6dc57ef5-6002-4f46-89ac-b727b632b666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:06.255482 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba552-1930-49a4-b1cc-661a6a935b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:07.206886 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:07.437812 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:09.442819 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:20.106967 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:43:20.540310 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:33.106962 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-905ebf57-1b32-4641-b5e0-4a0ee0ef4755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:36.253059 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3c00-cd07-4492-8301-443a62084882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:37.202919 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:37.449855 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:39.451521 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:50.548183 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:43:57.108306 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:44:03.111833 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc7b3-af81-46d2-9875-66a94c8899dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:06.249632 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-2d7db12e-a4fe-43f8-af9e-12dbff01fc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:07.200153 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:07.443263 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:09.448144 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:20.550524 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:33.106793 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-5aed850f-0445-4ef2-b361-4b052c6b4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:34.108310 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:44:36.245629 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-19d90da9-4ea6-4ef8-a3cc-31ff1fe648a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:37.196861 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:37.446349 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:39.453202 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:46.589818 dv-cinder-818884-2-iscsi neutron-server[86948]: DEBUG neutron.wsgi [req-b3558c5f-3d07-4e13-9e3a-9f1a58073641 req-6413c728-6d1d-4508-a701-a178b31fa0b3 service neutron] (86948) timed out ('10.222.0.95', 49838) {{(pid=86948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 14:44:50.565675 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:44:50.727402 dv-cinder-818884-2-iscsi neutron-server[86949]: DEBUG neutron.wsgi [req-56fc37a8-b38d-43d4-af46-f03e46cd6803 req-a4951deb-874e-468b-83fb-f1b3b1ec5dc6 service neutron] (86949) timed out ('10.222.0.95', 49856) {{(pid=86949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 14:45:03.111593 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-48cf7ffd-488e-443a-a87c-ce63d64729ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:06.241507 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfeff-c85e-4033-8a99-d8d024fce9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:07.192011 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:07.460016 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:09.455866 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:11.108949 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:45:20.567021 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:33.116252 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6098-bc96-4f68-ae56-03877f821cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:36.239015 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-3c4573fe-ad76-4cc3-9ee6-073a654d2088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:37.195562 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:37.456298 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:39.458531 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:45:48.110826 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:45:50.627896 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:03.122414 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-864c168d-5c3f-43e2-8b4a-fa96dc827904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:06.235104 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-94049136-427f-48bd-a60a-a1428a66b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:07.201031 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83b-a763-4417-a500-9be4a430ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:07.456679 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-bbe82792-8e56-4ee7-8de9-cc8c5a700cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:09.462107 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-4d74f641-e4e5-4ef0-ab80-fe467981e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:20.579822 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-983eeb28-b5e0-44f7-84b3-5280dc3be87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:46:25.116759 dv-cinder-818884-2-iscsi neutron-server[86951]: DEBUG neutron.db.agents_db [None req-4aec0643-4ed9-4fd5-b943-f154e2ccaf29 None None] Agent healthcheck: found 6 active agents {{(pid=86951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:46:33.121080 dv-cinder-818884-2-iscsi neutron-server[86950]: DEBUG neutron_lib.callbacks.manager [None req-b20c2fac-1eab-4aa8-9526-74a6497b9acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760316358440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901304'] for agent, after_update {{(pid=86950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}